Update benchmark. Add static void main

Author: gitgabrio

Readme.md

@@ -30,8 +30,11 @@ Running trusty SimpleBenchmark and storing results in file trusty-results.json:
     cd trusty-benchmarks
     java -jar target/trusty-benchmarks.jar -jvmArgs "-Xms4g -Xmx4g" -foe true -rf json -rff trusty-results.json SimpleBenchmark
 
-Running trusty SimpleBenchmark and storing results in file trusty-results.json:
+Running jpmml SimpleBenchmark and storing results in file trusty-results.json:
 
     cd jpmml-benchmarks
     java -jar target/jpmml-benchmarks.jar -jvmArgs "-Xms4g -Xmx4g" -foe true -rf json -rff jpmml-results.json SimpleBenchmark
 
+Running with async profiling 
+
+    java -jar target/jpmml-benchmarks.jar -prof gc -jvmArgs "-Xms24g -Xmx24g" -foe true -rf json -rff jpmml-results.json SimpleBenchmark

jpmml-benchmark/src/main/java/org/kie/pmml/benchmark/jpmml/SimpleBenchmark.java

@@ -29,12 +29,12 @@
 
 import static org.kie.pmml.benchmark.jpmml.Builder.getModelEvaluator;
 
-@BenchmarkMode({Mode.Throughput, Mode.AverageTime, Mode.SampleTime, Mode.SingleShotTime})
+@BenchmarkMode(Mode.AverageTime)
 @State(Scope.Benchmark)
-@Warmup(iterations = 2)
+@Warmup(iterations = 10, time = 20)
 @Measurement(iterations = 5, time = 30)
 @OutputTimeUnit(TimeUnit.MILLISECONDS)
-@Fork(value = 1)
+@Fork(value = 2)
 public class SimpleBenchmark extends SimpleAbstractBenchmark {
 
     private Map<FieldName, FieldValue> arguments;

jpmml-benchmark/src/main/java/org/kie/pmml/benchmark/jpmml/SimpleMain.java

@@ -0,0 +1,64 @@
+/*
+ * Copyright 2021 Red Hat, Inc. and/or its affiliates.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.kie.pmml.benchmark.jpmml;
+
+import org.dmg.pmml.FieldName;
+import org.jpmml.evaluator.FieldValue;
+import org.jpmml.evaluator.InputField;
+import org.jpmml.evaluator.ModelEvaluator;
+import org.kie.pmml.benchmark.common.SimpleAbstractBenchmark;
+
+import java.util.LinkedHashMap;
+import java.util.Map;
+import java.util.concurrent.atomic.AtomicInteger;
+
+import static org.kie.pmml.benchmark.jpmml.Builder.getModelEvaluator;
+
+public class SimpleMain extends SimpleAbstractBenchmark {
+
+    public static void main(String[] args) {
+        AtomicInteger counter = new AtomicInteger();
+        long startTime = System.currentTimeMillis();
+        ModelEvaluator<?> evaluator = getModelEvaluator();
+        long intermediateTime = System.currentTimeMillis();
+        for (int i = 0; i < 1000; i++) {
+            Map<FieldName, FieldValue> arguments = setupModel(evaluator);
+            evaluate(evaluator, arguments, counter);
+        }
+        long stopTime = System.currentTimeMillis();
+        System.out.println("ModelEvaluator instantiation took " + (intermediateTime - startTime) + " ms");
+        System.out.println("Loop execution took " + (stopTime - intermediateTime) + " ms");
+    }
+
+    private static Map<FieldName, FieldValue> setupModel(ModelEvaluator<?> evaluator) {
+        Map<FieldName, FieldValue> toReturn = new LinkedHashMap<>();
+        // Mapping the record field-by-field from data source schema to PMML schema
+        for (InputField inputField : evaluator.getInputFields()) {
+            FieldName inputName = inputField.getName();
+            Object rawValue = ((Double)INPUT_DATA.get(inputName.getValue()) +0.1);
+            // Transforming an arbitrary user-supplied value to a known-good PMML value
+            FieldValue inputValue = inputField.prepare(rawValue);
+            toReturn.put(inputName, inputValue);
+        }
+        return toReturn;
+    }
+
+    private static void evaluate(ModelEvaluator<?> evaluator, Map<FieldName, FieldValue> arguments, AtomicInteger counter) {
+        System.out.println(evaluator.evaluate(arguments).hashCode());
+        System.out.println(counter.addAndGet(1));
+    }
+
+}

pom.xml

@@ -21,7 +21,7 @@
         <version.jmh>1.21</version.jmh>
         <version.junit>4.13.1</version.junit>
         <version.sl4j>1.7.30</version.sl4j>
-        <kie.version>7.52.0-SNAPSHOT</kie.version>
+        <kie.version>7.53.0-SNAPSHOT</kie.version>
     </properties>
 
     <build>

trusty-benchmark/src/main/java/org/kie/pmml/benchmark/trusty/SimpleBenchmark.java

@@ -27,12 +27,12 @@
 
 import static org.kie.pmml.benchmark.trusty.Builder.getPMMLRuntime;
 
-@BenchmarkMode({Mode.Throughput, Mode.AverageTime, Mode.SampleTime, Mode.SingleShotTime})
+@BenchmarkMode(Mode.AverageTime)
 @State(Scope.Benchmark)
-@Warmup(iterations = 2)
+@Warmup(iterations = 10, time = 20)
 @Measurement(iterations = 5, time = 30)
 @OutputTimeUnit(TimeUnit.MILLISECONDS)
-@Fork(value = 1)
+@Fork(value = 2)
 public class SimpleBenchmark extends SimpleAbstractBenchmark {
 
     private PMMLContext pmmlContext;

trusty-benchmark/src/main/java/org/kie/pmml/benchmark/trusty/SimpleMain.java

@@ -0,0 +1,55 @@
+/*
+ * Copyright 2021 Red Hat, Inc. and/or its affiliates.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.kie.pmml.benchmark.trusty;
+
+import org.kie.api.pmml.PMMLRequestData;
+import org.kie.pmml.api.runtime.PMMLContext;
+import org.kie.pmml.api.runtime.PMMLRuntime;
+import org.kie.pmml.benchmark.common.SimpleAbstractBenchmark;
+import org.kie.pmml.evaluator.core.PMMLContextImpl;
+
+import java.util.concurrent.atomic.AtomicInteger;
+
+import static org.kie.pmml.benchmark.trusty.Builder.getPMMLRuntime;
+
+public class SimpleMain extends SimpleAbstractBenchmark {
+
+    public static void main(String[] args) {
+        AtomicInteger counter = new AtomicInteger();
+        long startTime = System.currentTimeMillis();
+        PMMLRuntime pmmlRuntime = getPMMLRuntime();
+        long intermediateTime = System.currentTimeMillis();
+        for (int i = 0; i < 1000; i++) {
+            PMMLContext pmmlContext = setupModel();
+            evaluate(pmmlRuntime, pmmlContext, counter);
+        }
+        long stopTime = System.currentTimeMillis();
+        System.out.println("PMMLRuntime instantiation took " + (intermediateTime - startTime) + " ms");
+        System.out.println("Loop execution took " + (stopTime - intermediateTime) + " ms");
+    }
+
+    private static PMMLContext setupModel() {
+        PMMLRequestData pmmlRequestData = new PMMLRequestData("123", MODEL_NAME);
+        INPUT_DATA.forEach((s, o) -> pmmlRequestData.addRequestParam(s, ((Double) o) + 0.1));
+        return new PMMLContextImpl(pmmlRequestData);
+    }
+
+    private static void evaluate(PMMLRuntime pmmlRuntime, PMMLContext pmmlContext, AtomicInteger counter) {
+        System.out.println(pmmlRuntime.evaluate(MODEL_NAME, pmmlContext).hashCode());
+        System.out.println(counter.addAndGet(1));
+    }
+
+}