Use Dual JVM mode to run StdLib Native tests (#13570)

- Use #13172 to
- avoid including test classes in `enso` _native image_ binary
- `ENSO_LAUNCHER=test` will only add `-ea` option
- `ENSO_LAUNCHER=test` will not modify classpath
- Let's build up on #12468
- switch the _non-AOT ready_ libraries into _"guest JVM"_ loading mode
- e.g. all `test/Base_Test/polyglot/java/*.jar` are going to be loaded by in this _"dual JVM mode"_
- originally there were [higher ambitions](#13570 (comment)) for this PR, but just ...
- getting _"dual JVM"_ working for `test/Base_Tests` is a good progress to make
- to mock "dual JVM" mode in HotSpot JVM specify which libraries should use the "host JVM" and which the "guest JVM". For example:
```
sbt:enso> runEngineDistribution
--vm.D=polyglot.enso.classLoading=Standard.Base:hosted,guest
--run test/Base_Tests/
```
- says that `Standard.Base` should use **hosted** JVM and all other libraries should use the **guest** JVM

Author: JaroslavTulach

build.sbt

@@ -732,12 +732,15 @@ lazy val pkg = (project in file("lib/scala/pkg"))
     version := "0.1",
     Compile / run / mainClass := Some("org.enso.pkg.Main"),
     libraryDependencies ++= Seq(
-      "io.circe"          %% "circe-core"       % circeVersion     % "provided",
-      "org.yaml"           % "snakeyaml"        % snakeyamlVersion % "provided",
-      "org.scalatest"     %% "scalatest"        % scalatestVersion % Test,
+      "org.graalvm.sdk"    % "nativeimage"      % graalMavenPackagesVersion % "provided",
+      "io.circe"          %% "circe-core"       % circeVersion              % "provided",
+      "org.yaml"           % "snakeyaml"        % snakeyamlVersion          % "provided",
+      "org.scalatest"     %% "scalatest"        % scalatestVersion          % Test,
       "org.apache.commons" % "commons-compress" % commonsCompressVersion
     ),
     Compile / moduleDependencies ++= Seq(
+      "org.graalvm.sdk"    % "word"             % graalMavenPackagesVersion,
+      "org.graalvm.sdk"    % "nativeimage"      % graalMavenPackagesVersion,
       "org.apache.commons" % "commons-compress" % commonsCompressVersion,
       "org.yaml"           % "snakeyaml"        % snakeyamlVersion
     ),
@@ -3824,26 +3827,8 @@ lazy val `engine-runner` = project
       core ++ stdLibsJars ++ extraNITestLibs.value
     },
     extraNITestLibs := Def.taskDyn {
-      if (GraalVM.EnsoLauncher.test) Def.task {
-        val baseHelpers =
-          (`enso-test-java-helpers` / Compile / packageBin).value
-            .getAbsolutePath()
-        val snowHelpers =
-          (`snowflake-test-java-helpers` / Compile / packageBin).value
-            .getAbsolutePath()
-        if (GraalVM.EnsoLauncher.fast) {
-          Seq(baseHelpers)
-        } else {
-          Seq(
-            baseHelpers,
-            snowHelpers
-          )
-        }
-      }
-      else {
-        Def.task {
-          Seq[String]()
-        }
+      Def.task {
+        Seq[String]()
       }
     }.value,
     buildSmallJdk := {

distribution/lib/Standard/Base/0.0.0-dev/docs/api/Data/Time/Date_Time_Formatter.md

@@ -7,13 +7,14 @@
     - format_date_time self date_time:Standard.Base.Data.Time.Date_Time.Date_Time -> Standard.Base.Any.Any
     - format_time self time:Standard.Base.Data.Time.Time_Of_Day.Time_Of_Day -> Standard.Base.Any.Any
     - from_iso_week_date_pattern pattern:Standard.Base.Data.Text.Text locale:Standard.Base.Data.Locale.Locale= -> Standard.Base.Any.Any
-    - from_java pattern:Standard.Base.Any.Any locale:(Standard.Base.Data.Locale.Locale|Standard.Base.Nothing.Nothing)= -> Standard.Base.Any.Any
+    - from_java pattern:(Standard.Base.Data.Text.Text|Standard.Base.Data.Time.Date_Time_Formatter.DateTimeFormatter) locale:(Standard.Base.Data.Locale.Locale|Standard.Base.Nothing.Nothing)= -> Standard.Base.Any.Any
     - from_simple_pattern pattern:Standard.Base.Data.Text.Text= locale:Standard.Base.Data.Locale.Locale= -> Standard.Base.Any.Any
     - get_java_formatter_for_parsing self -> Standard.Base.Any.Any
     - handle_java_errors self ~action:Standard.Base.Any.Any -> Standard.Base.Any.Any
     - iso_date -> Standard.Base.Any.Any
     - iso_local_date_time -> Standard.Base.Any.Any
     - iso_offset_date_time -> Standard.Base.Any.Any
+    - iso_ordinal_date -> Standard.Base.Data.Time.Date_Time_Formatter.Date_Time_Formatter
     - iso_time -> Standard.Base.Any.Any
     - iso_zoned_date_time -> Standard.Base.Any.Any
     - parse_date self text:Standard.Base.Data.Text.Text -> Standard.Base.Any.Any

distribution/lib/Standard/Base/0.0.0-dev/src/Data/Locale.enso

@@ -7,6 +7,7 @@ import project.Meta
 import project.Metadata.Display
 import project.Metadata.Widget
 import project.Nothing.Nothing
+import project.Panic.Panic
 from project.Data.Text.Extensions import all
 from project.Metadata.Choice import Option
 
@@ -24,6 +25,16 @@ polyglot java import java.util.Locale as JavaLocale
    These are chosen as the union of the top 10 countries by population, and the
    top ten countries by total (nominal, not per-capita) GDP.
 type Locale
+    ## ---
+       private: true
+       ---
+       A type representing a locale.
+
+       ## Arguments
+        - `java_locale`: The Java locale representation used internally.
+    Value java_locale
+
+
     ## ---
        icon: text_input
        ---
@@ -449,15 +460,6 @@ type Locale
     us : Locale
     us = Locale.from_language_tag "en-US"
 
-    ## ---
-       private: true
-       ---
-       A type representing a locale.
-
-       ## Arguments
-        - `java_locale`: The Java locale representation used internally.
-    Value java_locale
-
     ## ---
        icon: text
        ---
@@ -627,3 +629,12 @@ type Locale
         fqn = Locale.to Meta.Type . qualified_name
         code_string = fqn + "." + field_name
         Option display_string code_string
+
+   private with_locale locale ~test =
+      default_locale = JavaLocale.getDefault
+      JavaLocale.setDefault locale.java_locale
+      result = Panic.catch Any test caught_panic->
+          JavaLocale.setDefault default_locale
+          Panic.throw caught_panic
+      JavaLocale.setDefault default_locale
+      result

distribution/lib/Standard/Base/0.0.0-dev/src/Data/Time/Date_Time_Formatter.enso

@@ -23,9 +23,6 @@ polyglot java import org.enso.base.time.FormatterCacheKey
 polyglot java import org.enso.base.time.FormatterKind
 
 type Date_Time_Formatter
-    ## ---
-       private: true
-       ---
     Value (underlying : EnsoDateTimeFormatter) (~deferred_parsing_warnings = [])
 
     ## ---
@@ -212,8 +209,7 @@ type Date_Time_Formatter
           pattern. If not specified, defaults to `Locale.default`. If passing a
           `DateTimeFormatter` instance and this argument is set, it will
           overwrite the original locale of that formatter.
-    from_java : Text | DateTimeFormatter -> Locale | Nothing -> Date_Time_Formatter ! Illegal_Argument
-    from_java pattern locale:(Locale | Nothing)=Nothing = case pattern of
+    from_java pattern:(Text | DateTimeFormatter) locale:(Locale | Nothing)=Nothing = case pattern of
         java_formatter : DateTimeFormatter ->
             amended_formatter = case locale of
                 Nothing -> java_formatter
@@ -280,6 +276,15 @@ type Date_Time_Formatter
     iso_date =
         Date_Time_Formatter.Value (EnsoDateTimeFormatter.makeISOConstant DateTimeFormatter.ISO_DATE "iso_date")
 
+    ## ---
+       icon: convert
+       ---
+       The ISO date formatter that formats or parses the ordinal date
+       without an offset, such as '2012-337'.
+
+    iso_ordinal_date -> Date_Time_Formatter =
+        Date_Time_Formatter.Value (EnsoDateTimeFormatter.makeISOConstant DateTimeFormatter.ISO_ORDINAL_DATE "iso_ordinal_date")
+
     ## ---
        icon: convert
        ---

distribution/lib/Standard/Table/0.0.0-dev/src/Internal/Storage.enso

@@ -50,6 +50,9 @@ to_value_type storage_type = case storage_type of
     _ : BigIntegerType -> Value_Type.Decimal scale=0
     _ : NullType -> Value_Type.Null
     _ : AnyObjectType -> Value_Type.Mixed
+    proxy ->
+        if proxy.isNumeric.not then Error.throw "Unknown object "+proxy.to_text else
+            Value_Type.Integer (Bits.from_integer proxy.bits.toInteger)
 
 ## ---
    private: true

engine/common/src/main/java/org/enso/common/RuntimeOptions.java

@@ -36,11 +36,13 @@ private RuntimeOptions() {}
       OptionDescriptor.newBuilder(ENABLE_STATIC_ANALYSIS_KEY, ENABLE_STATIC_ANALYSIS).build();
 
   public static final String HOST_CLASS_LOADING = optionName("classLoading");
-  public static final OptionKey<String> HOST_CLASS_LOADING_KEY = new OptionKey<>("hosted");
+  public static final String HOST_CLASS_LOADING_HOSTED = "hosted";
+  public static final OptionKey<String> HOST_CLASS_LOADING_KEY =
+      new OptionKey<>(HOST_CLASS_LOADING_HOSTED);
   private static final OptionDescriptor HOST_CLASS_LOADING_DESCRIPTOR =
       OptionDescriptor.newBuilder(HOST_CLASS_LOADING_KEY, HOST_CLASS_LOADING)
           .help("Controls the way Enso runtime resolves polyglot java import statements")
-          .usageSyntax("Possible values are <hosted|service|all>")
+          .usageSyntax("Expecting comma separated list of `[<namespace>.<name>:]?hosted|guest`")
           .category(OptionCategory.INTERNAL)
           .build();
 

engine/runner/src/main/java/org/enso/runner/Main.java

@@ -1277,17 +1277,26 @@ final void mainEntry(String cwd, CommandLine line, Level logLevel, boolean logMa
    * @return `true` if caching should be enabled, `false`, otherwise
    */
   private boolean shouldEnableIrCaches(CommandLine line) {
-    // Temporarily, enabling static analysis disables IR caches.
     if (line.hasOption(ENABLE_STATIC_ANALYSIS_OPTION)) {
       if (line.hasOption(IR_CACHES_OPTION)) {
         throw exitFail(
-            "Currently --"
+          ""
                 + ENABLE_STATIC_ANALYSIS_OPTION
                 + " requires IR caches to be disabled, so --"
                 + IR_CACHES_OPTION
                 + " option cannot be used in combination with this flag.");
       }
-
+      return false;
+    }
+    if (line.hasOption(DISABLE_PRIVATE_CHECK_OPTION)) {
+      if (line.hasOption(IR_CACHES_OPTION)) {
+        throw exitFail(
+            ""
+                + DISABLE_PRIVATE_CHECK_OPTION
+                + " requires IR caches to be disabled, so --"
+                + IR_CACHES_OPTION
+                + " option cannot be used in combination with this flag.");
+      }
       return false;
     }
 

engine/runtime-compiler/src/main/scala/org/enso/compiler/data/BindingsMap.scala

@@ -59,7 +59,7 @@ final class BindingsMap private (initial: BindingsMapBase.State)
     def ensureConvertedToConcrete(
       state: BindingsMapBase.State
     ): BindingsMapBase.State = {
-      toConcrete(state, repo, repo.getModuleMap).flatMap { s =>
+      val opt = toConcrete(state, repo, repo.getModuleMap).flatMap { s =>
         val cm = s.currentModule
         val es = s.exportedSymbols
         val ri = s.resolvedImports
@@ -71,7 +71,12 @@ final class BindingsMap private (initial: BindingsMapBase.State)
             es
           )
         )
-      }.get
+      }
+      if (opt.isEmpty) {
+        throw new java.io.IOException("Cannot deserialize " + this)
+      } else {
+        opt.get
+      }
     }
     // lazily update state
     this.updateState(ensureConvertedToConcrete, true)

engine/runtime-language-epb/src/main/java/org/enso/interpreter/epb/HostClassLoader.java

@@ -118,9 +118,10 @@ protected Class<?> loadClass(String name, boolean resolve) throws ClassNotFoundE
   protected String findLibrary(String libname) {
     if (findLibraries != null) {
       try {
-        var res = InteropLibrary.getUncached().execute(findLibraries, libname);
-        if (res instanceof String s) {
-          return s;
+        var iop = InteropLibrary.getUncached();
+        var res = iop.execute(findLibraries, libname);
+        if (iop.isString(res)) {
+          return iop.asString(res);
         }
       } catch (InteropException ex) {
         logger.log(Logger.Level.WARNING, "Cannot find " + libname, ex);

engine/runtime/src/main/java/org/enso/interpreter/EnsoLanguage.java

@@ -301,7 +301,12 @@ protected ExecutableNode parse(InlineParsingRequest request) throws InlineParsin
           var sco = newInlineContext.localScope().getOrElse(LocalScope::empty);
           var mod = newInlineContext.getModule();
           var toTruffle =
-              new IrToTruffle(context, request.getSource(), mod, redirectConfigWithStrictErrors);
+              new IrToTruffle(
+                  context,
+                  module.getPackage(),
+                  request.getSource(),
+                  mod,
+                  redirectConfigWithStrictErrors);
           exprNode = toTruffle.runInline(ir, sco, "<inline_source>");
         } else {
           exprNode = null;