[GR-23690] Python locale settings per Python context.

PullRequest: graalpython/977

Author: steve-s

CHANGELOG.md

@@ -13,6 +13,7 @@ language runtime. The main focus is on user-observable behavior of the engine.
 * Expand support for the following modules: llvmlite, pydantic-core, catboost, ray, tensorflow, tensorflow-io, readme-renderer, safetensors, keras, pybind11, protbuf, grpcio, PyO3, cryptography, bcrypt, cramjam, libcst, orjson, rpds_py.
 * Support installing some packages with native extensions on Windows. Simple packages like `ujson` or `kiwisolver` will now work when installed from a venv inside a Visual Studio command prompt.
 * Raise `KeyboardInterrupt` exception when the process is interrupted. Enabled only when using the launcher.
+* Add option `python.InitialLocale` to change the default locale. If not set, then Java Locale#getDefault is used.
 
 ## Version 23.1.0
 * Oracle GraalPy distributions (previously known as GraalPy Enterprise) are now available under the [GFTC license](https://www.oracle.com/downloads/licenses/graal-free-license.html). The community builds published on Github have been renamed to `graalpy-community-<version>-<os>-<arch>.tar.gz`.

graalpython/com.oracle.graal.python.test.integration/src/com/oracle/graal/python/test/integration/module/LocaleTest.java

@@ -0,0 +1,90 @@
+/*
+ * Copyright (c) 2023, 2023, Oracle and/or its affiliates. All rights reserved.
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * The Universal Permissive License (UPL), Version 1.0
+ *
+ * Subject to the condition set forth below, permission is hereby granted to any
+ * person obtaining a copy of this software, associated documentation and/or
+ * data (collectively the "Software"), free of charge and under any and all
+ * copyright rights in the Software, and any and all patent rights owned or
+ * freely licensable by each licensor hereunder covering either (i) the
+ * unmodified Software as contributed to or provided by such licensor, or (ii)
+ * the Larger Works (as defined below), to deal in both
+ *
+ * (a) the Software, and
+ *
+ * (b) any piece of software and/or hardware listed in the lrgrwrks.txt file if
+ * one is included with the Software each a "Larger Work" to which the Software
+ * is contributed by such licensors),
+ *
+ * without restriction, including without limitation the rights to copy, create
+ * derivative works of, display, perform, and distribute the Software and make,
+ * use, sell, offer for sale, import, export, have made, and have sold the
+ * Software and the Larger Work(s), and to sublicense the foregoing rights on
+ * either these or other terms.
+ *
+ * This license is subject to the following condition:
+ *
+ * The above copyright notice and either this complete permission notice or at a
+ * minimum a reference to the UPL must be included in all copies or substantial
+ * portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+package com.oracle.graal.python.test.integration.module;
+
+import static com.oracle.graal.python.test.integration.PythonTests.assertPrints;
+import static org.junit.Assert.assertEquals;
+
+import java.nio.charset.Charset;
+import java.util.Locale;
+
+import org.graalvm.polyglot.Context;
+import org.graalvm.polyglot.Value;
+import org.junit.Test;
+
+public class LocaleTest {
+    @Test
+    public void getlocaleWithJvmLocale() {
+        String expectedEncoding = Charset.defaultCharset().displayName();
+        String expectedOutput = String.format("('it_IT', '%s')\n", expectedEncoding);
+        Locale currentDefault = Locale.getDefault();
+        try {
+            Locale.setDefault(Locale.ITALY);
+            assertPrints(expectedOutput, "import locale; print(locale.getlocale())");
+        } finally {
+            Locale.setDefault(currentDefault);
+        }
+    }
+
+    @Test
+    public void localeconvWithJvmLocale() {
+        Locale currentDefault = Locale.getDefault();
+        try {
+            Locale.setDefault(Locale.ITALY);
+            assertPrints("EUR\n", "import locale; print(locale.localeconv()['int_curr_symbol'])");
+        } finally {
+            Locale.setDefault(currentDefault);
+        }
+    }
+
+    @Test
+    public void getlocaleWithOption() {
+        String expectedEncoding = Charset.defaultCharset().displayName();
+        try (Context context = Context.newBuilder("python").option("python.InitialLocale", "en_GB").build()) {
+            Value tuple = context.eval("python", "import locale; locale.getlocale()");
+            assertEquals("en_GB", tuple.getArrayElement(0).asString());
+            assertEquals(expectedEncoding, tuple.getArrayElement(1).asString());
+
+            Value currency = context.eval("python", "import locale; locale.localeconv()['int_curr_symbol']");
+            assertEquals("GBP", currency.asString());
+        }
+    }
+}

graalpython/com.oracle.graal.python.test/src/com/oracle/graal/python/test/util/LocaleUtilsTest.java

@@ -0,0 +1,85 @@
+/*
+ * Copyright (c) 2023, 2023, Oracle and/or its affiliates. All rights reserved.
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * The Universal Permissive License (UPL), Version 1.0
+ *
+ * Subject to the condition set forth below, permission is hereby granted to any
+ * person obtaining a copy of this software, associated documentation and/or
+ * data (collectively the "Software"), free of charge and under any and all
+ * copyright rights in the Software, and any and all patent rights owned or
+ * freely licensable by each licensor hereunder covering either (i) the
+ * unmodified Software as contributed to or provided by such licensor, or (ii)
+ * the Larger Works (as defined below), to deal in both
+ *
+ * (a) the Software, and
+ *
+ * (b) any piece of software and/or hardware listed in the lrgrwrks.txt file if
+ * one is included with the Software each a "Larger Work" to which the Software
+ * is contributed by such licensors),
+ *
+ * without restriction, including without limitation the rights to copy, create
+ * derivative works of, display, perform, and distribute the Software and make,
+ * use, sell, offer for sale, import, export, have made, and have sold the
+ * Software and the Larger Work(s), and to sublicense the foregoing rights on
+ * either these or other terms.
+ *
+ * This license is subject to the following condition:
+ *
+ * The above copyright notice and either this complete permission notice or at a
+ * minimum a reference to the UPL must be included in all copies or substantial
+ * portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+package com.oracle.graal.python.test.util;
+
+import java.util.Locale;
+
+import org.junit.Assert;
+import org.junit.Test;
+
+import com.oracle.graal.python.runtime.locale.LocaleUtils;
+
+public class LocaleUtilsTest {
+    @Test
+    public void testFromPosix() {
+        assertEquals("en", null, "en");
+        assertEquals("en", "GB", "en_GB");
+        assertEquals("en", "GB", "en_GB.UTF-8");
+        assertEquals("en", null, "en.UTF-8");
+        assertEquals("en", null, "en@posix");
+        assertEquals("en", "GB", "en_GB@posix");
+        assertEquals("en", "GB", "en_GB.UTF-8@posix");
+
+        Assert.assertEquals(Locale.ROOT, LocaleUtils.fromPosix("C", null));
+        Assert.assertEquals(Locale.GERMANY, LocaleUtils.fromPosix("", Locale.GERMANY));
+    }
+
+    @Test
+    public void testFromPosixErrors() {
+        assertDefault("q");
+        assertDefault("@posix");
+        assertDefault("UTF-8");
+        assertDefault(".UTF-8");
+    }
+
+    private static void assertDefault(String wrongId) {
+        Assert.assertNull(LocaleUtils.fromPosix(wrongId, Locale.ROOT));
+    }
+
+    private static void assertEquals(String expectedLanguage, String expectedCountry, String actualID) {
+        Locale l = LocaleUtils.fromPosix(actualID, null);
+        Assert.assertNotNull(l);
+        Assert.assertEquals(expectedLanguage, l.getLanguage());
+        if (expectedCountry != null) {
+            Assert.assertEquals(expectedCountry, l.getCountry());
+        }
+    }
+}