feat: run Go programs in separate worker (#412)

* feat: move Go executor into worker

* feat: refactor build dispatcher

* feat: display download progress

* feat: format duration

* feat: decouple nodejs stubs for go

web/package.json

@@ -26,6 +26,7 @@
     "@xterm/xterm": "^5.4.0-beta.1",
     "axios": "^1.7.4",
     "clsx": "^1.1.1",
+    "comlink": "^4.4.1",
     "connected-react-router": "^6.9.2",
     "copy-to-clipboard": "^3.3.1",
     "core-js": "^3.35.1",

web/src/App.tsx

@@ -3,9 +3,8 @@ import { Provider } from 'react-redux'
 import { ConnectedRouter } from 'connected-react-router'
 import { Switch, Route } from 'react-router-dom'
 
-import { configureStore, createGoConsoleAdapter, createGoLifecycleAdapter } from './store'
+import { configureStore } from './store'
 import { history } from '~/store/configure'
-import { bootstrapGo } from '~/services/go'
 import config from './services/config'
 import { PlaygroundPage } from '~/components/pages/PlaygroundPage'
 import { NotFoundPage } from '~/components/pages/NotFoundPage'
@@ -18,12 +17,6 @@ import './App.css'
 const store = configureStore()
 config.sync()
 
-// Bootstrap Go and storage bridge
-bootstrapGo(
-  createGoConsoleAdapter((a) => store.dispatch(a)),
-  createGoLifecycleAdapter((a) => store.dispatch(a)),
-)
-
 export const App = () => {
   return (
     <Provider store={store}>

web/src/lib/go/common.ts

@@ -22,6 +22,13 @@ export interface DebugOptions {
   debug?: boolean
 }
 
+export const validateResponse = async (resp: Response | PromiseLike<Response>) => {
+  const r: Response = resp instanceof Promise ? await resp : resp
+  if (r.status !== 200) {
+    throw new Error(`Invalid HTTP response: '${r.status} ${r.statusText}' (URL: ${r.url})`)
+  }
+}
+
 export const instantiateStreaming = async (resp: Response | PromiseLike<Response>, importObject) => {
   const r: Response = resp instanceof Promise ? await resp : resp
   if (r.status !== 200) {

web/src/lib/go/index.ts

@@ -3,7 +3,7 @@ export * from './stack'
 export * from './types'
 export * from './memory'
 export { GoWrapper, wrapGlobal } from './wrapper/wrapper'
-export { instantiateStreaming } from './common'
+export { instantiateStreaming, validateResponse } from './common'
 export type { GoWebAssemblyInstance } from './wrapper/instance'
 
 export * as js from './pkg/syscall/js'

web/src/services/go/fs.ts → web/src/lib/go/node/fs.ts

@@ -45,7 +45,7 @@ export interface IFileSystem {
  */
 export interface IWriter {
   // write writes data and returns written bytes count
-  write: (data: Uint8Array) => number
+  write: (data: ArrayBuffer) => number
 }
 
 /**
@@ -75,7 +75,7 @@ export class FileSystemWrapper {
       throw enosys()
     }
 
-    return writer.write(buf)
+    return writer.write(buf.buffer)
   }
 
   write(

web/src/services/go/process.ts → web/src/lib/go/node/process.ts

@@ -3,12 +3,17 @@ import { enosys } from './foundation'
 const PROCID_STUB = -1
 const CWD_STUB = '/'
 
+export type Process = Pick<
+  NodeJS.Process,
+  'getuid' | 'getgid' | 'geteuid' | 'getegid' | 'getgroups' | 'pid' | 'ppid' | 'umask' | 'cwd' | 'chdir'
+>
+
 /**
  * Minimal NodeJS.Process implementation for wasm_exec.js
  *
  * Source: wasm_exec.js:87 in Go 1.17
  */
-const ProcessStub = {
+export const processStub: Process = {
   getuid() {
     return PROCID_STUB
   },
@@ -35,6 +40,4 @@ const ProcessStub = {
   chdir() {
     throw enosys()
   },
-} as any
-
-export default ProcessStub as NodeJS.Process
+}

web/src/lib/go/wrapper/interface.ts

@@ -32,6 +32,8 @@ export interface ImportObject {
    * Introduced in Go 1.21.x.
    */
   _gotest: Record<string, ImportFunction>
+
+  [k: string]: any
 }
 
 export interface GoInstance {