[GR-17838] Add host interop benchmarks and change NodeContextManager to improve performance

PullRequest: graalpython/628

Author: timfel

ci.jsonnet

@@ -3,7 +3,7 @@ local const = import 'ci_common/constants.libsonnet';
 local builder = import 'ci_common/builder.libsonnet';
 
 {
-    overlay: "4aeece36c7b5f22de14d72fe2f740f40d4e3ab63",
+    overlay: "7ad24fb14b37e95aeac98c4dacf2e1350b928ad2",
 
     // ======================================================================================================
     //

graalpython/benchmarks/src/host_interop/euler_java.py

@@ -0,0 +1,124 @@
+#!/usr/bin/env python
+# Copyright 2008-2010 Isaac Gouy
+# Copyright (c) 2013, 2014, Regents of the University of California
+# Copyright (c) 2017, 2019, Oracle and/or its affiliates.
+# All rights reserved.
+#
+# Revised BSD license
+#
+# This is a specific instance of the Open Source Initiative (OSI) BSD license
+# template http://www.opensource.org/licenses/bsd-license.php
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions are met:
+#
+#   Redistributions of source code must retain the above copyright notice, this
+#   list of conditions and the following disclaimer.
+#
+#   Redistributions in binary form must reproduce the above copyright notice,
+#   this list of conditions and the following disclaimer in the documentation
+#   and/or other materials provided with the distribution.
+#
+#   Neither the name of "The Computer Language Benchmarks Game" nor the name of
+#   "The Computer Language Shootout Benchmarks" nor the name "nanobench" nor the
+#   name "bencher" nor the names of its contributors may be used to endorse or
+#   promote products derived from this software without specific prior written
+#   permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+# DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE
+# FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+# SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+# CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+# OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+#runas solve()
+#pythran export solve()
+# 12/31/13 modified for benchmarking by Wei Zhang
+
+from java.util import ArrayList
+
+NUMS = ArrayList()
+
+for pyline in [
+        [ 8, 2,22,97,38,15, 0,40, 0,75, 4, 5, 7,78,52,12,50,77,91, 8,],
+        [49,49,99,40,17,81,18,57,60,87,17,40,98,43,69,48, 4,56,62, 0,],
+        [81,49,31,73,55,79,14,29,93,71,40,67,53,88,30, 3,49,13,36,65,],
+        [52,70,95,23, 4,60,11,42,69,24,68,56, 1,32,56,71,37, 2,36,91,],
+        [22,31,16,71,51,67,63,89,41,92,36,54,22,40,40,28,66,33,13,80,],
+        [24,47,32,60,99, 3,45, 2,44,75,33,53,78,36,84,20,35,17,12,50,],
+        [32,98,81,28,64,23,67,10,26,38,40,67,59,54,70,66,18,38,64,70,],
+        [67,26,20,68, 2,62,12,20,95,63,94,39,63, 8,40,91,66,49,94,21,],
+        [24,55,58, 5,66,73,99,26,97,17,78,78,96,83,14,88,34,89,63,72,],
+        [21,36,23, 9,75, 0,76,44,20,45,35,14, 0,61,33,97,34,31,33,95,],
+        [78,17,53,28,22,75,31,67,15,94, 3,80, 4,62,16,14, 9,53,56,92,],
+        [16,39, 5,42,96,35,31,47,55,58,88,24, 0,17,54,24,36,29,85,57,],
+        [86,56, 0,48,35,71,89, 7, 5,44,44,37,44,60,21,58,51,54,17,58,],
+        [19,80,81,68, 5,94,47,69,28,73,92,13,86,52,17,77, 4,89,55,40,],
+        [ 4,52, 8,83,97,35,99,16, 7,97,57,32,16,26,26,79,33,27,98,66,],
+        [88,36,68,87,57,62,20,72, 3,46,33,67,46,55,12,32,63,93,53,69,],
+        [ 4,42,16,73,38,25,39,11,24,94,72,18, 8,46,29,32,40,62,76,36,],
+        [20,69,36,41,72,30,23,88,34,62,99,69,82,67,59,85,74, 4,36,16,],
+        [20,73,35,29,78,31,90, 1,74,31,49,71,48,86,81,16,23,57, 5,54,],
+        [ 1,70,54,71,83,51,54,69,16,92,33,48,61,43,52, 1,89,19,67,48,],
+]:
+    jline = ArrayList()
+    for n in pyline:
+        jline.add(n)
+    NUMS.add(jline)
+
+
+def seqs(nums, row, col):
+    if row + 4 <= len(nums):                                yield list(nums[i][col] for i in range(row, row+4))
+    if col + 4 <= len(nums[row]):                           yield list(nums[row][i] for i in range(col, col+4))
+    if row + 4 <= len(nums) and col + 4 <= len(nums[row]):  yield list(nums[row+i][col+i] for i in range(0,4))
+    if row + 4 <= len(nums) and col >= 3:                   yield list(nums[row+i][col-i] for i in range(0,4))
+
+
+def product(seq):
+    n = 1
+    for x in seq:
+        n = n * x
+    return n
+
+
+def list_seqs(nums):
+    for row in range(0, len(nums)):
+        for col in range(0, len(nums[row])):
+            for seq in seqs(nums, row, col):
+                yield seq
+
+
+def solve():
+    return _max(product(seq) for seq in list_seqs(NUMS))
+
+
+# test
+def _max(iterator):
+    max = None
+    for i in iterator:
+        if max is None:
+            max = i
+        if i > max:
+            max = i
+    return max
+
+
+def main(iteration):
+    for i in range(iteration):
+        solve()
+
+    return solve()
+
+
+def measure(num):
+    result = main(num)
+    print('max: ', result)
+
+
+def __benchmark__(num=10000):
+    measure(num)

graalpython/benchmarks/src/host_interop/image-magix-java.py

@@ -0,0 +1,126 @@
+# Copyright (c) 2017, 2019, Oracle and/or its affiliates.
+# Copyright (c) 2013, Pablo Mouzo
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
+
+JAVA_CODE = """
+import java.util.ArrayList;
+import java.util.List;
+
+public class Image {
+    private final int width;
+    private final int height;
+    private final List<Integer> data;
+
+    public Image(int width, int height, List<Integer> data) {
+        this.width = width;
+        this.height = height;
+        if (data != null) {
+            this.data = data;
+        } else {
+            this.data = new ArrayList<Integer>(width * height);
+            for (int i = 0; i < width * height; i++) {
+                this.data.add(0);
+            }
+        }
+    }
+
+    int _idx(int x, int y) {
+        if (0 <= x && x < width && 0 <= y && y < height) {
+            return y * width + x;
+        } else {
+            throw new ArrayIndexOutOfBoundsException();
+        }
+    }
+
+    int __getitem__(int x, int y) {
+        return data.get(_idx(x, y));
+    }
+
+    void __setitem__(int x, int y, int val) {
+        data.set(_idx(x, y), val);
+    }
+
+    public Image sobel(boolean horizontal, boolean vertical) {
+        Image out = new Image(width, height, null);
+        for (int y = 1; y < height - 1; y++) {
+            for (int x = 1; x < width - 1; x++) {
+                double dx;
+                if (horizontal) {
+                    dx = -1.0 * __getitem__(x - 1, y - 1) + 1.0 * __getitem__(x + 1, y - 1) +
+                        -2.0 * __getitem__(x - 1, y)     + 2.0 * __getitem__(x + 1, y) +
+                        -1.0 * __getitem__(x - 1, y + 1) + 1.0 * __getitem__(x + 1, y + 1);
+                } else {
+                    dx = __getitem__(x, y);
+                }
+                double dy;
+                if (vertical) {
+                    dy = -1.0 * __getitem__(x - 1, y - 1) - 2.0 * __getitem__(x, y - 1) - 1.0 * __getitem__(x + 1, y - 1) +
+                        1.0 * __getitem__(x - 1, y + 1) + 2.0 * __getitem__(x, y + 1) + 1.0 * __getitem__(x + 1, y + 1);
+                } else {
+                    dy = __getitem__(x, y);
+                }
+                out.__setitem__(x, y, (int) Math.min(Math.round(Math.sqrt(dx * dx + dy * dy) / 4.0), 255));
+            }
+        }
+        return out;
+    }
+}
+"""
+
+
+def __setup__(*args):
+    import os
+    __dir__ = os.path.dirname(__file__)
+    javafile = os.path.join(__dir__, "Image.java")
+    with open(javafile, "w") as f:
+        f.write(JAVA_CODE)
+    os.system("javac " + javafile)
+
+    import java
+    java.add_to_classpath(__dir__)
+    global Image
+    Image = java.type("Image")
+
+
+SZ = 20
+
+
+def measure(num):
+    img = Image(SZ, SZ, list(range(SZ * SZ)))
+    for i in range(num):
+        img = img.sobel(True, True)
+    return img
+
+
+def __benchmark__(num=10000):
+    return measure(num)
+
+
+if __name__ == '__main__':
+    import sys
+    import time
+    start = time.time()
+    if len(sys.argv) >= 2:
+        num = int(sys.argv[1])
+        img = __benchmark__(num)
+    else:
+        img = __benchmark__(2)
+    print(img.data)
+    print("%s took %s s" % (__file__, time.time() - start))