disambiguate sys.prefix and sys.base_prefix. This is needed for correct venv behaviour when compiling native modules, for example.

Author: timfel

graalpython/com.oracle.graal.python/src/com/oracle/graal/python/PythonLanguage.java

@@ -146,14 +146,16 @@ protected PythonContext createContext(Env env) {
     private void ensureHomeInOptions(Env env) {
         String languageHome = getLanguageHome();
         String sysPrefix = env.getOptions().get(PythonOptions.SysPrefix);
+        String basePrefix = env.getOptions().get(PythonOptions.SysBasePrefix);
         String coreHome = env.getOptions().get(PythonOptions.CoreHome);
         String stdLibHome = env.getOptions().get(PythonOptions.StdLibHome);
 
         PythonCore.writeInfo((MessageFormat.format("Initial locations:" +
                         "\n\tLanguage home: {0}" +
                         "\n\tSysPrefix: {1}" +
-                        "\n\tCoreHome: {2}" +
-                        "\n\tStdLibHome: {3}", languageHome, sysPrefix, coreHome, stdLibHome)));
+                        "\n\tBaseSysPrefix: {2}" +
+                        "\n\tCoreHome: {3}" +
+                        "\n\tStdLibHome: {4}", languageHome, sysPrefix, basePrefix, coreHome, stdLibHome)));
 
         TruffleFile home = null;
         if (languageHome != null) {
@@ -177,6 +179,11 @@ private void ensureHomeInOptions(Env env) {
                 env.getOptions().set(PythonOptions.SysPrefix, sysPrefix);
             }
 
+            if (basePrefix.isEmpty()) {
+                basePrefix = home.getAbsoluteFile().getPath();
+                env.getOptions().set(PythonOptions.SysBasePrefix, basePrefix);
+            }
+
             if (coreHome.isEmpty()) {
                 try {
                     for (TruffleFile f : home.list()) {
@@ -210,8 +217,9 @@ private void ensureHomeInOptions(Env env) {
             PythonCore.writeInfo((MessageFormat.format("Updated locations:" +
                             "\n\tLanguage home: {0}" +
                             "\n\tSysPrefix: {1}" +
-                            "\n\tCoreHome: {2}" +
-                            "\n\tStdLibHome: {3}", home.getPath(), sysPrefix, coreHome, stdLibHome)));
+                            "\n\tSysBasePrefix: {2}" +
+                            "\n\tCoreHome: {3}" +
+                            "\n\tStdLibHome: {4}", home.getPath(), sysPrefix, basePrefix, coreHome, stdLibHome)));
         }
     }
 

graalpython/com.oracle.graal.python/src/com/oracle/graal/python/builtins/modules/SysModuleBuiltins.java

@@ -104,7 +104,8 @@ public class SysModuleBuiltins extends PythonBuiltins {
         COMPILE_TIME = compile_time;
     }
 
-    public static final String[] SYS_PREFIX_ATTRIBUTES = new String[]{"prefix", "exec_prefix", "base_prefix", "base_exec_prefix"};
+    public static final String[] SYS_PREFIX_ATTRIBUTES = new String[]{"prefix", "exec_prefix"};
+    public static final String[] BASE_PREFIX_ATTRIBUTES = new String[]{"base_prefix", "base_exec_prefix"};
 
     @Override
     protected List<? extends NodeFactory<? extends PythonBuiltinBaseNode>> getNodeFactories() {
@@ -159,11 +160,17 @@ public void postInitialize(PythonCore core) {
         PythonContext context = core.getContext();
         String[] args = context.getEnv().getApplicationArguments();
         sys.setAttribute("argv", core.factory().createList(Arrays.copyOf(args, args.length, Object[].class)));
+
         String prefix = PythonCore.getSysPrefix(context.getEnv());
         for (String name : SysModuleBuiltins.SYS_PREFIX_ATTRIBUTES) {
             sys.setAttribute(name, prefix);
         }
 
+        String base_prefix = PythonCore.getSysBasePrefix(context.getEnv());
+        for (String name : SysModuleBuiltins.BASE_PREFIX_ATTRIBUTES) {
+            sys.setAttribute(name, base_prefix);
+        }
+
         sys.setAttribute("executable", PythonOptions.getOption(context, PythonOptions.Executable));
         sys.setAttribute("graal_python_home", context.getLanguage().getHome());
         sys.setAttribute("graal_python_core_home", PythonOptions.getOption(context, PythonOptions.CoreHome));

graalpython/com.oracle.graal.python/src/com/oracle/graal/python/runtime/PythonCore.java

@@ -120,7 +120,21 @@ public static String getSysPrefix(TruffleLanguage.Env env) {
         if (sysPrefix.isEmpty()) {
             writeWarning(NO_PREFIX_WARNING);
             env.getOptions().set(PythonOptions.SysPrefix, PREFIX);
-            return LIB_GRAALPYTHON;
+            return PREFIX;
+        }
+        return sysPrefix;
+    }
+
+    @TruffleBoundary
+    public static String getSysBasePrefix(TruffleLanguage.Env env) {
+        String sysPrefix = env.getOptions().get(PythonOptions.SysBasePrefix);
+        if (sysPrefix.isEmpty()) {
+            String homePrefix = PythonLanguage.getCurrent().getHome();
+            if (homePrefix.isEmpty()) {
+                homePrefix = PREFIX;
+            }
+            env.getOptions().set(PythonOptions.SysBasePrefix, homePrefix);
+            return homePrefix;
         }
         return sysPrefix;
     }

graalpython/com.oracle.graal.python/src/com/oracle/graal/python/runtime/PythonOptions.java

@@ -44,6 +44,9 @@ private PythonOptions() {
     @Option(category = OptionCategory.USER, help = "Set the location of sys.prefix. Overrides any environment variables or Java options.") //
     public static final OptionKey<String> SysPrefix = new OptionKey<>("");
 
+    @Option(category = OptionCategory.EXPERT, help = "Set the location of sys.base_prefix. Overrides any environment variables or Java options.") //
+    public static final OptionKey<String> SysBasePrefix = new OptionKey<>("");
+
     @Option(category = OptionCategory.USER, help = "Set the location of lib-graalpython. Overrides any environment variables or Java options.") //
     public static final OptionKey<String> CoreHome = new OptionKey<>("");
 

graalpython/lib-python/3/venv/__init__.py

@@ -326,10 +326,11 @@ def replace_variables(self, text, context):
         # Truffle change: we need to set some extra options for the launcher to work
         text = text.replace(
             '__VENV_GRAAL_PYTHON_OPTIONS__',
-            "--python.CoreHome='%s' --python.StdLibHome='%s' --python.SysPrefix='%s' --python.Executable='%s'" % (
+            "--python.CoreHome='%s' --python.StdLibHome='%s' --python.SysPrefix='%s' --python.SysBasePrefix='%s' --python.Executable='%s'" % (
                 sys.graal_python_core_home,
                 sys.graal_python_stdlib_home,
-                sys.prefix,
+                context.env_dir,
+                sys.base_prefix,
                 context.env_exe,
             )
         )