Ydoc native image

.vscode/launch.json

@@ -32,8 +32,8 @@
       "type": "nativeimage",
       "request": "launch",
       "name": "Launch Native Image",
-      "nativeImagePath": "${workspaceFolder}/runner",
-      "args": "--run ${file}"
+      "nativeImagePath": "${workspaceFolder}/ydoc",
+      // "args": ""
     }
   ]
 }

build.sbt

@@ -1255,12 +1255,83 @@ lazy val searcher = project
   .dependsOn(testkit % Test)
   .dependsOn(`polyglot-api`)
 
+lazy val `helidon-test` = project
+  .in(file("lib/java/helidon-test"))
+  .enablePlugins(JPMSPlugin)
+  .settings(
+    javaModuleName := "org.enso.ht",
+    Compile / exportJars := true,
+    crossPaths := false,
+    autoScalaLibrary := false,
+    // GraalVM and helidon modules (3rd party modules)
+    modulePath := {
+      JPMSUtils.filterModulesFromUpdate(
+        update.value,
+        GraalVM.modules ++ GraalVM.jsPkgs ++ helidon,
+        streams.value.log,
+        shouldContainAll = true
+      )
+    },
+    libraryDependencies ++= Seq(
+      "org.graalvm.truffle"  % "truffle-api"                 % graalMavenPackagesVersion % "provided",
+      "org.graalvm.polyglot" % "js-community"                % graalMavenPackagesVersion % "runtime",
+      "io.helidon.webclient" % "helidon-webclient-websocket" % helidonVersion,
+      "io.helidon.webserver" % "helidon-webserver-websocket" % helidonVersion
+    )
+  )
+  // `Compile/run` settings are necessary for the `run` task to work.
+  .settings(
+    Compile / run / fork := true,
+    Compile / run / connectInput := true,
+    Compile / run / javaOptions := Seq(
+      "-ea"
+      //"-agentlib:native-image-agent=config-merge-dir=/home/dbushev/projects/luna/enso/lib/java/ydoc-server/src/main/resources/META-INF/native-image/org/enso/ydoc"
+    ),
+    // We need to assembly the cmd line options here manually, because we need
+    // to add path to this module, and adding that directly to the `modulePath` setting
+    // would result in an sbt caught in an infinite recursion.
+    //
+    Compile / run / javaOptions ++= {
+      val mp        = modulePath.value
+      val jar       = (Compile / exportedProductJars).value.head
+      val modName   = javaModuleName.value
+      val allMp     = mp ++ Seq(jar.data.absolutePath)
+      val mainKlazz = (Compile / mainClass).value.get
+      val args = Seq(
+        "--module-path",
+        allMp.mkString(File.pathSeparator),
+        "--module",
+        modName + "/" + mainKlazz
+      )
+      args
+    }
+  )
+  .settings(
+    NativeImage.smallJdk := None,
+    NativeImage.additionalCp := Seq.empty,
+    rebuildNativeImage := NativeImage
+      .buildNativeImage(
+        "ht",
+        staticOnLinux     = false,
+        includeRuntime    = false,
+        mainClass         = Some("org.enso.ht.Main"),
+        additionalOptions = Seq("--enable-preview")
+      )
+      .value,
+    buildNativeImage := NativeImage
+      .incrementalNativeImageBuild(
+        rebuildNativeImage,
+        "ht"
+      )
+      .value
+  )
+
 lazy val `ydoc-server` = project
   .in(file("lib/java/ydoc-server"))
   .enablePlugins(JPMSPlugin)
   .configs(Test)
   .settings(
-    frgaalJavaCompilerSetting,
+    customFrgaalJavaCompilerSettings("21"),
     javaModuleName := "org.enso.ydoc",
     Compile / exportJars := true,
     crossPaths := false,
@@ -1287,14 +1358,15 @@ lazy val `ydoc-server` = project
     ),
     libraryDependencies ++= Seq(
       "org.graalvm.truffle"        % "truffle-api"                 % graalMavenPackagesVersion % "provided",
-      "org.graalvm.polyglot"       % "inspect"                     % graalMavenPackagesVersion % "runtime",
-      "org.graalvm.polyglot"       % "js"                          % graalMavenPackagesVersion % "runtime",
+      "org.graalvm.polyglot"       % "inspect-community"           % graalMavenPackagesVersion % "runtime",
+      "org.graalvm.polyglot"       % "js-community"                % graalMavenPackagesVersion % "runtime",
       "org.slf4j"                  % "slf4j-api"                   % slf4jVersion,
       "io.helidon.webclient"       % "helidon-webclient-websocket" % helidonVersion,
       "io.helidon.webserver"       % "helidon-webserver-websocket" % helidonVersion,
       "junit"                      % "junit"                       % junitVersion              % Test,
       "com.github.sbt"             % "junit-interface"             % junitIfVersion            % Test,
-      "com.fasterxml.jackson.core" % "jackson-databind"            % jacksonVersion            % Test
+      "com.fasterxml.jackson.core" % "jackson-databind"            % jacksonVersion            % Test,
+      "org.graalvm.sdk"            % "nativeimage"                 % graalMavenPackagesVersion % "provided"
     )
   )
   // `Compile/run` settings are necessary for the `run` task to work.
@@ -1305,6 +1377,7 @@ lazy val `ydoc-server` = project
     Compile / run / connectInput := true,
     Compile / run / javaOptions := Seq(
       "-ea"
+      //"-agentlib:native-image-agent=config-merge-dir=/home/dbushev/projects/luna/enso/lib/java/ydoc-server/src/main/resources/META-INF/native-image/org/enso/ydoc"
     ),
     // We need to assembly the cmd line options here manually, because we need
     // to add path to this module, and adding that directly to the `modulePath` setting
@@ -1336,9 +1409,33 @@ lazy val `ydoc-server` = project
         )
         .taskValue
   )
+  .settings(
+    NativeImage.smallJdk := None,
+    NativeImage.additionalCp := Seq.empty,
+    rebuildNativeImage := NativeImage
+      .buildNativeImage(
+        "ydoc",
+        staticOnLinux  = false,
+        includeRuntime = false,
+        mainClass      = Some("org.enso.ydoc.Main"),
+        additionalOptions = Seq(
+          // useful perf & debug switches:
+          // "-g",
+          // "-H:+SourceLevelDebug",
+          // "-H:-DeleteLocalSymbols",
+        )
+      )
+      .value,
+    buildNativeImage := NativeImage
+      .incrementalNativeImageBuild(
+        rebuildNativeImage,
+        "ydoc"
+      )
+      .value
+  )
   .dependsOn(`syntax-rust-definition`)
   .dependsOn(`logging-service-logback`)
-  .dependsOn(`profiling-utils`)
+//.dependsOn(`profiling-utils`)
 
 lazy val `persistance` = (project in file("lib/java/persistance"))
   .settings(

lib/java/helidon-test/src/main/java/module-info.java

@@ -0,0 +1,6 @@
+module org.enso.ht {
+  requires io.helidon.webclient;
+  requires io.helidon.webclient.websocket;
+  requires io.helidon.webserver;
+  requires io.helidon.webserver.websocket;
+}

lib/java/helidon-test/src/main/java/org/enso/ht/Main.java

@@ -0,0 +1,18 @@
+package org.enso.ht;
+
+import io.helidon.webserver.WebServer;
+
+public class Main {
+
+  private Main() {}
+
+  public static void main(String[] args) throws Exception {
+    System.setProperty(
+        "helidon.serialFilter.pattern",
+        "javax.management.**;java.lang.**;java.rmi.**;javax.security.auth.Subject;!*");
+
+    var server = WebServer.builder().host("localhost").port(1235).build().start();
+
+    System.out.println("WebServer started.");
+  }
+}

lib/java/ydoc-server/src/main/java/module-info.java

@@ -7,6 +7,7 @@
   requires org.enso.syntax;
   requires org.graalvm.polyglot;
   requires org.slf4j;
+  requires static org.graalvm.nativeimage;
 
   opens org.enso.ydoc.polyfill.web;
 

lib/java/ydoc-server/src/main/java/org/enso/ydoc/Main.java

@@ -16,8 +16,6 @@ public static void main(String[] args) throws Exception {
         "helidon.serialFilter.pattern",
         "javax.management.**;java.lang.**;java.rmi.**;javax.security.auth.Subject;!*");
 
-    Sampling.init();
-
     var ydocHost = System.getenv(ENSO_YDOC_HOST);
     var ydocPort = System.getenv(ENSO_YDOC_PORT);
 

lib/java/ydoc-server/src/main/java/org/enso/ydoc/Ydoc.java

@@ -92,7 +92,7 @@ public Ydoc build() {
       }
 
       if (contextBuilder == null) {
-        contextBuilder = WebEnvironment.createContext().allowIO(IOAccess.ALL);
+        contextBuilder = WebEnvironment.createContext().allowIO(IOAccess.ALL).allowAllAccess(true);
       }
 
       if (hostname == null) {

lib/java/ydoc-server/src/main/java/org/enso/ydoc/polyfill/web/AbortController.java

@@ -1,7 +1,9 @@
 package org.enso.ydoc.polyfill.web;
 
+import org.enso.ydoc.Polyfill;
 import org.enso.ydoc.polyfill.Arguments;
-import org.enso.ydoc.polyfill.PolyfillBase;
+import org.graalvm.polyglot.Context;
+import org.graalvm.polyglot.Source;
 import org.graalvm.polyglot.Value;
 import org.graalvm.polyglot.proxy.ProxyExecutable;
 import org.slf4j.Logger;
@@ -12,13 +14,17 @@
  * href="https://nodejs.org/api/globals.html#class-abortcontroller">AbortController</a> Node.js
  * interface.
  */
-final class AbortController extends PolyfillBase implements ProxyExecutable {
+final class AbortController implements Polyfill, ProxyExecutable {
 
   private static final Logger log = LoggerFactory.getLogger(AbortController.class);
   private static final String ABORT_CONTROLLER_JS = "abort-controller.js";
 
-  AbortController() {
-    super(ABORT_CONTROLLER_JS);
+  @Override
+  public void initialize(Context ctx) {
+    Source jsSource =
+        Source.newBuilder("js", getClass().getResource(ABORT_CONTROLLER_JS)).buildLiteral();
+
+    ctx.eval(jsSource).execute(this);
   }
 
   @Override

lib/java/ydoc-server/src/main/java/org/enso/ydoc/polyfill/web/Crypto.java

@@ -1,24 +1,29 @@
 package org.enso.ydoc.polyfill.web;
 
 import java.util.UUID;
+import org.enso.ydoc.Polyfill;
 import org.enso.ydoc.polyfill.Arguments;
-import org.enso.ydoc.polyfill.PolyfillBase;
+import org.graalvm.polyglot.Context;
+import org.graalvm.polyglot.Source;
 import org.graalvm.polyglot.Value;
 import org.graalvm.polyglot.proxy.ProxyExecutable;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
 /** Implements the <a href="https://nodejs.org/api/crypto.html">Crypto</a> Node.js interface. */
-final class Crypto extends PolyfillBase implements ProxyExecutable {
+final class Crypto implements Polyfill, ProxyExecutable {
 
   private static final Logger log = LoggerFactory.getLogger(Crypto.class);
 
   private static final String RANDOM_UUID = "random-uuid";
 
   private static final String CRYPTO_JS = "crypto.js";
 
-  Crypto() {
-    super(CRYPTO_JS);
+  @Override
+  public void initialize(Context ctx) {
+    Source jsSource = Source.newBuilder("js", getClass().getResource(CRYPTO_JS)).buildLiteral();
+
+    ctx.eval(jsSource).execute(this);
   }
 
   @Override

lib/java/ydoc-server/src/main/java/org/enso/ydoc/polyfill/web/EventEmitter.java

@@ -4,8 +4,10 @@
 import java.util.Map;
 import java.util.Set;
 import java.util.concurrent.ConcurrentHashMap;
+import org.enso.ydoc.Polyfill;
 import org.enso.ydoc.polyfill.Arguments;
-import org.enso.ydoc.polyfill.PolyfillBase;
+import org.graalvm.polyglot.Context;
+import org.graalvm.polyglot.Source;
 import org.graalvm.polyglot.Value;
 import org.graalvm.polyglot.proxy.ProxyExecutable;
 import org.slf4j.Logger;
@@ -15,7 +17,7 @@
  * Implements the <a href="https://nodejs.org/api/events.html#class-eventemitter">EventEmitter</a>
  * Node.js interface.
  */
-final class EventEmitter extends PolyfillBase implements ProxyExecutable {
+final class EventEmitter implements Polyfill, ProxyExecutable {
 
   private static final Logger log = LoggerFactory.getLogger(EventEmitter.class);
 
@@ -27,8 +29,12 @@ final class EventEmitter extends PolyfillBase implements ProxyExecutable {
 
   private static final String EVENT_EMITTER_JS = "event-emitter.js";
 
-  EventEmitter() {
-    super(EVENT_EMITTER_JS);
+  @Override
+  public void initialize(Context ctx) {
+    Source jsSource =
+        Source.newBuilder("js", getClass().getResource(EVENT_EMITTER_JS)).buildLiteral();
+
+    ctx.eval(jsSource).execute(this);
   }
 
   @Override