[GR-9160] [GR-7735] [GR-9221] [GR-9222] Support ContextPolicy.REUSE

PullRequest: graalpython/135

Author: timfel

graalpython/com.oracle.graal.python.test/src/com/oracle/graal/python/test/PythonTests.java

@@ -39,17 +39,15 @@
 import java.io.PrintStream;
 import java.io.Reader;
 import java.lang.reflect.Field;
-import java.lang.reflect.InvocationTargetException;
-import java.lang.reflect.Method;
 import java.net.JarURLConnection;
 import java.net.URLConnection;
 import java.nio.file.Files;
 import java.nio.file.Path;
 import java.nio.file.Paths;
 
 import org.graalvm.polyglot.Context;
+import org.graalvm.polyglot.Engine;
 import org.graalvm.polyglot.PolyglotException;
-import org.junit.BeforeClass;
 
 import com.oracle.graal.python.PythonLanguage;
 import com.oracle.graal.python.runtime.PythonContext;
@@ -81,7 +79,26 @@ public class PythonTests {
     final static ByteArrayOutputStream outArray = new ByteArrayOutputStream();
     final static PrintStream errStream = new PrintStream(errArray);
     final static PrintStream outStream = new PrintStream(outArray);
-    public static Context context = null;
+
+    private static Engine engine = Engine.newBuilder().out(PythonTests.outStream).err(PythonTests.errStream).build();
+    private static Context context = null;
+
+    public static void enterContext(String... newArgs) {
+        PythonTests.outArray.reset();
+        PythonTests.errArray.reset();
+        if (context != null) {
+            closeContext();
+        }
+        context = Context.newBuilder().engine(engine).allowAllAccess(true).arguments("python", newArgs).build();
+        context.initialize("python");
+        context.enter();
+    }
+
+    public static void closeContext() {
+        context.leave();
+        context.close();
+        context = null;
+    }
 
     public static void assertBenchNoError(Path scriptName, String[] args) {
         final ByteArrayOutputStream byteArrayErr = new ByteArrayOutputStream();
@@ -177,22 +194,6 @@ public static VirtualFrame createVirtualFrame() {
         return Truffle.getRuntime().createVirtualFrame(null, new FrameDescriptor());
     }
 
-    public static void ensureContext() {
-        resetContext(new String[0]);
-        // XXX
-        Field field;
-        try {
-            field = PythonTests.context.getClass().getDeclaredField("impl");
-            field.setAccessible(true);
-            Object polyglotContextImpl = field.get(PythonTests.context);
-            Method enterMethod = polyglotContextImpl.getClass().getDeclaredMethod("enter", new Class<?>[0]);
-            enterMethod.setAccessible(true);
-            enterMethod.invoke(polyglotContextImpl);
-        } catch (NoSuchFieldException | SecurityException | IllegalArgumentException | IllegalAccessException | NoSuchMethodException | InvocationTargetException e) {
-            e.printStackTrace();
-        }
-    }
-
     static void flush(OutputStream out, OutputStream err) {
         PythonTests.outStream.flush();
         PythonTests.errStream.flush();
@@ -223,18 +224,6 @@ public static File getBenchFile(Path filename) {
         return file;
     }
 
-    public static PythonContext getContext() {
-        PythonTests.ensureContext();
-        return PythonLanguage.getContext();
-    }
-
-    static Context getContext(String[] args) {
-        resetContext(args);
-        PythonTests.outArray.reset();
-        PythonTests.errArray.reset();
-        return PythonTests.context;
-    }
-
     private static String getFileContent(File file) {
         String ret = null;
         Reader reader;
@@ -262,8 +251,8 @@ private static String getFileContent(File file) {
     }
 
     public static RootNode getParseResult(com.oracle.truffle.api.source.Source source, PrintStream out, PrintStream err) {
-        PythonTests.ensureContext();
-        PythonContext ctx = PythonLanguage.getContext();
+        PythonTests.enterContext();
+        PythonContext ctx = PythonLanguage.getContextRef().get();
         ctx.setOut(out);
         ctx.setErr(err);
         return (RootNode) ctx.getCore().getParser().parse(ParserMode.File, ctx.getCore(), source, null);
@@ -298,24 +287,10 @@ public static File getTestFile(Path filename) {
             throw new RuntimeException("Unable to locate " + path);
     }
 
-    public static void resetContext(String[] args) {
-        if (PythonTests.context != null) {
-            PythonTests.context.close();
-        }
-        org.graalvm.polyglot.Context.Builder ctxBuilder = Context.newBuilder();
-        ctxBuilder.allowAllAccess(true);
-        PythonTests.outArray.reset();
-        PythonTests.errArray.reset();
-        ctxBuilder.out(PythonTests.outStream);
-        ctxBuilder.err(PythonTests.errStream);
-        ctxBuilder.arguments("python", args);
-        PythonTests.context = ctxBuilder.build();
-        PythonTests.context.initialize("python");
-    }
-
     public static void runScript(String[] args, File path, OutputStream out, OutputStream err) {
         try {
-            PythonTests.getContext(args).eval(org.graalvm.polyglot.Source.newBuilder("python", path).build());
+            enterContext(args);
+            context.eval(org.graalvm.polyglot.Source.newBuilder("python", path).build());
         } catch (IOException e) {
             e.printStackTrace();
             throw new RuntimeException(e);
@@ -326,15 +301,17 @@ public static void runScript(String[] args, File path, OutputStream out, OutputS
 
     public static void runScript(String[] args, String source, OutputStream out, OutputStream err) {
         try {
-            PythonTests.getContext(args).eval(org.graalvm.polyglot.Source.create("python", source));
+            enterContext(args);
+            context.eval(org.graalvm.polyglot.Source.create("python", source));
         } finally {
             flush(out, err);
         }
     }
 
     public static void runScript(String[] args, String source, OutputStream out, OutputStream err, Runnable cb) {
         try {
-            PythonTests.getContext(args).eval(org.graalvm.polyglot.Source.create("python", source));
+            enterContext(args);
+            context.eval(org.graalvm.polyglot.Source.create("python", source));
         } finally {
             cb.run();
             flush(out, err);
@@ -365,10 +342,4 @@ public static void runThrowableScript(String[] args, String source, OutputStream
             }
         }
     }
-
-    @BeforeClass
-    public static void setUp() {
-        PythonTests.resetContext(new String[0]);
-    }
-
 }

graalpython/com.oracle.graal.python.test/src/com/oracle/graal/python/test/advance/MultiContextTest.java

@@ -0,0 +1,63 @@
+/*
+ * Copyright (c) 2017, 2018, Oracle and/or its affiliates. All rights reserved.
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * The Universal Permissive License (UPL), Version 1.0
+ *
+ * Subject to the condition set forth below, permission is hereby granted to any
+ * person obtaining a copy of this software, associated documentation and/or
+ * data (collectively the "Software"), free of charge and under any and all
+ * copyright rights in the Software, and any and all patent rights owned or
+ * freely licensable by each licensor hereunder covering either (i) the
+ * unmodified Software as contributed to or provided by such licensor, or (ii)
+ * the Larger Works (as defined below), to deal in both
+ *
+ * (a) the Software, and
+ *
+ * (b) any piece of software and/or hardware listed in the lrgrwrks.txt file if
+ * one is included with the Software each a "Larger Work" to which the Software
+ * is contributed by such licensors),
+ *
+ * without restriction, including without limitation the rights to copy, create
+ * derivative works of, display, perform, and distribute the Software and make,
+ * use, sell, offer for sale, import, export, have made, and have sold the
+ * Software and the Larger Work(s), and to sublicense the foregoing rights on
+ * either these or other terms.
+ *
+ * This license is subject to the following condition:
+ *
+ * The above copyright notice and either this complete permission notice or at a
+ * minimum a reference to the UPL must be included in all copies or substantial
+ * portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+package com.oracle.graal.python.test.advance;
+
+import org.graalvm.polyglot.Context;
+import org.graalvm.polyglot.Engine;
+import org.junit.Test;
+
+import com.oracle.graal.python.test.PythonTests;
+
+public class MultiContextTest extends PythonTests {
+    @Test
+    public void testContextReuse() {
+        Engine engine = Engine.newBuilder().build();
+        for (int i = 0; i < 10; i++) {
+            try (Context context = newContext(engine)) {
+                context.eval("python", "memoryview(b'abc')");
+            }
+        }
+    }
+
+    private static Context newContext(Engine engine) {
+        return Context.newBuilder().allowAllAccess(true).engine(engine).build();
+    }
+}

graalpython/com.oracle.graal.python.test/src/com/oracle/graal/python/test/builtin/ImportTests.java

@@ -36,7 +36,7 @@
 public class ImportTests {
     @Before
     public void setup() {
-        PythonTests.resetContext(new String[0]);
+        PythonTests.enterContext();
     }
 
     @Test

graalpython/com.oracle.graal.python.test/src/com/oracle/graal/python/test/builtin/IteratorTests.java

@@ -32,6 +32,6 @@
 public class IteratorTests {
     @Before
     public void setup() {
-        PythonTests.resetContext(new String[0]);
+        PythonTests.enterContext();
     }
 }

graalpython/com.oracle.graal.python.test/src/com/oracle/graal/python/test/datatype/PRangeTests.java

@@ -44,12 +44,12 @@
 public class PRangeTests {
     @Before
     public void setup() {
-        PythonTests.ensureContext();
+        PythonTests.enterContext();
     }
 
     @Test
     public void loopWithOnlyStop() throws UnexpectedResultException {
-        PRange range = PythonObjectFactory.get().createRange(10);
+        PRange range = PythonObjectFactory.create().createRange(10);
         int index = 0;
         Object iter = GetIteratorNodeGen.create().executeWith(range);
         GetNextNode next = GetNextNode.create();
@@ -69,7 +69,7 @@ public void loopWithOnlyStop() throws UnexpectedResultException {
 
     @Test
     public void loopWithStep() throws UnexpectedResultException {
-        PRange range = PythonObjectFactory.get().createRange(0, 10, 2);
+        PRange range = PythonObjectFactory.create().createRange(0, 10, 2);
         int index = 0;
         Object iter = GetIteratorNodeGen.create().executeWith(range);
         GetNextNode next = GetNextNode.create();
@@ -89,13 +89,13 @@ public void loopWithStep() throws UnexpectedResultException {
 
     @Test
     public void getItem() {
-        PRange range = PythonObjectFactory.get().createRange(10);
+        PRange range = PythonObjectFactory.create().createRange(10);
         assertEquals(3, range.getItem(3));
     }
 
     @Test
     public void getItemNegative() {
-        PRange range = PythonObjectFactory.get().createRange(10);
+        PRange range = PythonObjectFactory.create().createRange(10);
         assertEquals(7, range.getItem(-3));
     }
 

graalpython/com.oracle.graal.python.test/src/com/oracle/graal/python/test/grammar/TestParserTranslator.java

@@ -112,7 +112,8 @@ public class TestParserTranslator {
     PythonContext context;
 
     public TestParserTranslator() {
-        context = PythonTests.getContext();
+        PythonTests.enterContext();
+        context = PythonLanguage.getContextRef().get();
     }
 
     RootNode parse(String src) {

graalpython/com.oracle.graal.python.test/src/com/oracle/graal/python/test/module/AtexitTests.java

@@ -63,7 +63,7 @@ public void atExit() {
         final ByteArrayOutputStream byteArray = new ByteArrayOutputStream();
         final PrintStream printStream = new PrintStream(byteArray);
         PythonTests.runScript(new String[0], source, printStream, System.err, () -> {
-            PythonTests.context.close();
+            PythonTests.closeContext();
         });
         String result = byteArray.toString().replaceAll("\r\n", "\n");
         assertEquals("arg kw\n", result);

graalpython/com.oracle.graal.python.test/src/com/oracle/graal/python/test/module/MathTests.java

@@ -32,14 +32,17 @@
 import static com.oracle.graal.python.test.PythonTests.*;
 
 public class MathTests {
+    @Before
+    public void setUp() {
+        PythonTests.enterContext();
+    }
 
     @Test
     public void piAndE() {
         String source = "import math\n" + //
                         "print(math.e)\n" + //
                         "print(math.pi)\n" + //
                         "print(math.e + math.pi)\n";
-        PythonTests.resetContext(new String[0]);
         assertPrints("2.718281828459045\n" + "3.141592653589793\n" + "5.859874482048838\n", source);
     }
 
@@ -50,7 +53,6 @@ public void logAndExp() {
                         "b = 10\n" + //
                         "c = math.exp(b)\n" + //
                         "print(a // c)\n";
-        PythonTests.resetContext(new String[0]);
         assertPrints("0.0\n", source);
     }
 
@@ -60,7 +62,6 @@ public void sinAndCos() {
                         "x = math.pi\n" + //
                         "y = math.sin(x)\n" + //
                         "print(y // math.cos(math.e))\n";
-        PythonTests.resetContext(new String[0]);
         assertPrints("-1.0\n", source);
     }
 

graalpython/com.oracle.graal.python.test/src/com/oracle/graal/python/test/module/RandomTests.java

@@ -27,18 +27,22 @@
 
 import static com.oracle.graal.python.test.PythonTests.assertPrints;
 
+import org.junit.Before;
 import org.junit.Test;
 
 import com.oracle.graal.python.test.PythonTests;
 
 public class RandomTests {
+    @Before
+    public void setUp() {
+        PythonTests.enterContext();
+    }
 
     @Test
     public void randomRandom() {
         String source = "import random\n" + //
                         "random.seed(1)\n" + //
                         "print(int(random.random()))\n";
-        PythonTests.resetContext(new String[0]);
         assertPrints("0\n", source);
     }
 
@@ -49,7 +53,6 @@ public void randRange0() {
                         "stop = 10\n" + //
                         "ran = random.randrange(stop)\n" + //
                         "print(ran // stop)\n";
-        PythonTests.resetContext(new String[0]);
         assertPrints("0\n", source);
     }
 
@@ -59,7 +62,6 @@ public void randRange1() {
                         "stop = 9223372036854775807\n" + //
                         "ran = random.randrange(stop)\n" + //
                         "print(ran // stop)\n";
-        PythonTests.resetContext(new String[0]);
         assertPrints("0\n", source);
     }
 

graalpython/com.oracle.graal.python.test/src/com/oracle/graal/python/test/runtime/GetAttributeDispatchTests.java

@@ -27,19 +27,23 @@
 
 import static com.oracle.graal.python.test.PythonTests.assertPrints;
 
+import org.junit.Before;
 import org.junit.Test;
 
 import com.oracle.graal.python.test.PythonTests;
 
 public class GetAttributeDispatchTests {
+    @Before
+    public void setUp() {
+        PythonTests.enterContext();
+    }
 
     @Test
     public void cachedModuleAttr() {
         String source = "import time\n" + //
                         "for i in range(2):\n" + //
                         "  time.foo = 42\n" + //
                         "  print(time.foo)\n";
-        PythonTests.resetContext(new String[0]);
         assertPrints("42\n42\n", source);
     }