diff --git a/.github/workflows/nightly-build-artifact.yml b/.github/workflows/nightly-build-artifact.yml index d09166afca5f2f..0b9a23d5ae8f4a 100644 --- a/.github/workflows/nightly-build-artifact.yml +++ b/.github/workflows/nightly-build-artifact.yml @@ -116,7 +116,7 @@ jobs: with: version: '22.3.1' java-version: '17' - components: 'native-image' + components: 'espresso,native-image' github-token: ${{ secrets.GITHUB_TOKEN }} cache: 'maven' - uses: docker/login-action@v2 diff --git a/distribution/proxy-native/Dockerfile b/distribution/proxy-native/Dockerfile index 4d10a573be0f55..4452ec0d486c4d 100644 --- a/distribution/proxy-native/Dockerfile +++ b/distribution/proxy-native/Dockerfile @@ -23,10 +23,14 @@ FROM oraclelinux:9-slim MAINTAINER ShardingSphere "dev@shardingsphere.apache.org" -COPY --from=prepare /conf/ /conf +ENV LOCAL_PATH /opt/shardingsphere-proxy-native + +bash <(curl -sL https://get.graalvm.org/jdk) -c espresso graalvm-ce-java17-22.3.1 + +COPY --from=prepare /conf/ ${LOCAL_PATH}/conf ARG APP_NAME -ADD target/${APP_NAME} ./ +ADD target/${APP_NAME} ${LOCAL_PATH}/ -ENTRYPOINT ./${APP_NAME} 3307 /conf +ENTRYPOINT ${LOCAL_PATH}/${APP_NAME} 3307 ${LOCAL_PATH}/conf diff --git a/distribution/proxy-native/pom.xml b/distribution/proxy-native/pom.xml index 1e42518e118ae4..9708789c470c05 100644 --- a/distribution/proxy-native/pom.xml +++ b/distribution/proxy-native/pom.xml @@ -124,6 +124,7 @@ false true + --language:java --report-unsupported-elements-at-runtime @@ -131,6 +132,7 @@ true + 0.2.6 diff --git a/docs/document/content/user-manual/shardingsphere-proxy/startup/graalvm-native-image.cn.md b/docs/document/content/user-manual/shardingsphere-proxy/startup/graalvm-native-image.cn.md index 8e523158383416..6bb7caaa3151b7 100644 --- a/docs/document/content/user-manual/shardingsphere-proxy/startup/graalvm-native-image.cn.md +++ b/docs/document/content/user-manual/shardingsphere-proxy/startup/graalvm-native-image.cn.md @@ -21,7 +21,7 @@ services: apache-shardingsphere-proxy-native: image: ghcr.io/apache/shardingsphere-proxy-native:latest volumes: - - ./custom/conf:/conf + - ./custom/conf:/opt/shardingsphere-proxy-native/conf ports: - "3307:3307" ``` @@ -34,15 +34,27 @@ services: 需要等待 Junit 5 Platform 的集成，你总是需要在构建 GraalVM Native Image 的过程中， 加上特定于 `GraalVM Native Build Tools` 的 `-DskipNativeTests` 或 `-DskipTests` 参数跳过 Native Image 中的单元测试。 +- 如下 3 个算法类由于涉及到 GraalVM Truffle Espresso 不方便在 host JVM 和 guest JVM 之间交互的 `groovy.lang.Closure` + 类，暂未可在 GraalVM Native Image 下使用。 + - `org.apache.shardingsphere.sharding.algorithm.sharding.complex.ComplexInlineShardingAlgorithm` + - `org.apache.shardingsphere.sharding.algorithm.sharding.hint.HintInlineShardingAlgorithm` + - `org.apache.shardingsphere.sharding.algorithm.sharding.inline.InlineShardingAlgorithm` + +- 当前阶段，GraalVM Native Image 形态的 ShardingSphere Proxy 处于混合 AOT ( GraalVM Native Image ) 和 JIT ( GraalVM + Truffle Espresso ) 运行的阶段。由于 https://github.com/oracle/graal/issues/4555 尚未关闭，GraalVM Truffle Espresso + 运行需要的 `.so` 文件并不会进入 GraalVM Native Image 内。因此如果你需要在 Docker Image 外运行 ShardingSphere Proxy + Native 的二进制文件，你需要确保系统环境变量 `GRAALVM_HOME` 或 `JAVA_HOME` 指向 GraalVM 的 `bin` 目录，并且此 GraalVM + 实例已经通过 `GraalVM Updater` 安装了 `espresso` 组件。目前，`GRAAL_HOME` 优先级比 `JAVA_HOME` 高。 + - 本节假定处于 Linux（amd64，aarch64）， MacOS（amd64）或 Windows（amd64）环境。 - 如果你位于 MacOS（aarch64/M1） 环境，你需要关注尚未关闭的 https://github.com/oracle/graal/issues/2666。 + 如果你位于 MacOS（aarch64/M1） 环境，你需要关注尚未关闭的 https://github.com/oracle/graal/issues/2666 。 ## 前提条件 1. 根据 https://www.graalvm.org/downloads/ 要求安装和配置 JDK 17 对应的 `GraalVM CE` 或 `GraalVM EE`。 同时可以通过 `SDKMAN!` 安装 JDK 17 对应的 `GraalVM CE`。 -2. 通过 `GraalVM Updater` 工具安装 `native-image` 组件。 +2. 通过 `GraalVM Updater` 工具安装 `native-image` 和 `espresso` 组件。 3. 根据 https://www.graalvm.org/22.2/reference-manual/native-image/#prerequisites 的要求安装本地工具链。 @@ -73,16 +85,16 @@ services: ```xml - - com.mysql - mysql-connector-j - 8.0.31 - - - org.apache.shardingsphere - shardingsphere-sql-translator-jooq-provider - 5.2.0 - + + com.mysql + mysql-connector-j + 8.0.31 + + + org.apache.shardingsphere + shardingsphere-sql-translator-jooq-provider + 5.3.1 + ``` @@ -116,7 +128,7 @@ services: apache-shardingsphere-proxy-native: image: apache/shardingsphere-proxy-native:latest volumes: - - ./custom/conf:/conf + - ./custom/conf:/opt/shardingsphere-proxy-native/conf ports: - "3307:3307" ``` diff --git a/docs/document/content/user-manual/shardingsphere-proxy/startup/graalvm-native-image.en.md b/docs/document/content/user-manual/shardingsphere-proxy/startup/graalvm-native-image.en.md index bf482eeb6f4395..d33427f0d8d55f 100644 --- a/docs/document/content/user-manual/shardingsphere-proxy/startup/graalvm-native-image.en.md +++ b/docs/document/content/user-manual/shardingsphere-proxy/startup/graalvm-native-image.en.md @@ -23,7 +23,7 @@ services: apache-shardingsphere-proxy-native: image: ghcr.io/apache/shardingsphere-proxy-native:latest volumes: - - ./custom/conf:/conf + - ./custom/conf:/opt/shardingsphere-proxy-native/conf ports: - "3307:3307" ```` @@ -38,8 +38,23 @@ services: Plus `-DskipNativeTests` or `-DskipTests` parameter specific to `GraalVM Native Build Tools` to skip unit tests in Native Image. +- The following three algorithm classes are not available under GraalVM Native Image because they involve + the `groovy.lang.Closure` class that is inconvenient for GraalVM Truffle Espresso to interact between the host JVM and + the guest JVM. + - `org.apache.shardingsphere.sharding.algorithm.sharding.complex.ComplexInlineShardingAlgorithm` + - `org.apache.shardingsphere.sharding.algorithm.sharding.hint.HintInlineShardingAlgorithm` + - `org.apache.shardingsphere.sharding.algorithm.sharding.inline.InlineShardingAlgorithm` + +- At the current stage, ShardingSphere Proxy in GraalVM Native Image is in the stage of mixed AOT ( GraalVM + Native Image ) and JIT ( GraalVM Truffle Espresso ) operation. Since https://github.com/oracle/graal/issues/4555 has + not been closed, the `.so` file required for GraalVM Truffle Espresso to run does not enter the GraalVM Native Image. + So if you need to run the binary files of ShardingSphere Proxy Native outside the Docker Image, you need to ensure + that the system environment variable `GRAALVM_HOME` or `JAVA_HOME` points to the `bin` directory of GraalVM, and this + GraalVM instance has been installed `espresso` component by `GraalVM Updater`. Currently, `GRAAL_HOME` has higher + priority than `JAVA_HOME`. + - This section assumes a Linux (amd64, aarch64), MacOS (amd64) or Windows (amd64) environment. - If you are on MacOS(aarch64/M1) environment, you need to follow https://github.com/oracle/graal/issues/2666 which is + If you are on MacOS (aarch64/M1) environment, you need to follow https://github.com/oracle/graal/issues/2666 which is not closed yet. ## Premise @@ -47,7 +62,7 @@ services: 1. Install and configure `GraalVM CE` or `GraalVM EE` for JDK 17 according to https://www.graalvm.org/downloads/. `GraalVM CE` for JDK 17 can also be installed via `SDKMAN!`. -2. Install the `native-image` component via the `GraalVM Updater` tool. +2. Install the `native-image` and `espresso` component via the `GraalVM Updater` tool. 3. Install the local toolchain as required by https://www.graalvm.org/22.2/reference-manual/native-image/#prerequisites. @@ -88,7 +103,7 @@ services: org.apache.shardingsphere shardingsphere-sql-translator-jooq-provider - 5.2.0 + 5.3.1 ``` @@ -125,7 +140,7 @@ services: apache-shardingsphere-proxy-native: image: apache/shardingsphere-proxy-native:latest volumes: - - ./custom/conf:/conf + - ./custom/conf:/opt/shardingsphere-proxy-native/conf ports: - "3307:3307" ``` diff --git a/infra/pom.xml b/infra/pom.xml index 3ae2d171c02b1d..bc49370479aa93 100644 --- a/infra/pom.xml +++ b/infra/pom.xml @@ -38,5 +38,6 @@ executor merge context + util-groovy diff --git a/infra/util-groovy/pom.xml b/infra/util-groovy/pom.xml new file mode 100644 index 00000000000000..6ddcfb9df74ee9 --- /dev/null +++ b/infra/util-groovy/pom.xml @@ -0,0 +1,40 @@ + + + + + 4.0.0 + + org.apache.shardingsphere + shardingsphere-infra + 5.3.2-SNAPSHOT + + + shardingsphere-infra-util-groovy + + + + org.apache.groovy + groovy + + + com.google.guava + guava + + + diff --git a/infra/util-groovy/src/main/java/org/apache/shardingsphere/infra/util/groovy/expr/HotspotInlineExpressionParser.java b/infra/util-groovy/src/main/java/org/apache/shardingsphere/infra/util/groovy/expr/HotspotInlineExpressionParser.java new file mode 100644 index 00000000000000..caacaf5c6917e8 --- /dev/null +++ b/infra/util-groovy/src/main/java/org/apache/shardingsphere/infra/util/groovy/expr/HotspotInlineExpressionParser.java @@ -0,0 +1,194 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.shardingsphere.infra.util.groovy.expr; + +import com.google.common.base.Strings; +import com.google.common.collect.Sets; +import groovy.lang.Closure; +import groovy.lang.GString; +import groovy.lang.GroovyShell; +import groovy.lang.Script; +import lombok.RequiredArgsConstructor; + +import java.util.ArrayList; +import java.util.Collection; +import java.util.Collections; +import java.util.LinkedHashSet; +import java.util.List; +import java.util.Map; +import java.util.Set; +import java.util.concurrent.ConcurrentHashMap; +import java.util.stream.Collectors; + +/** + * Inline expression parser. + */ +@RequiredArgsConstructor +public final class HotspotInlineExpressionParser { + + private static final char SPLITTER = ','; + + private static final Map SCRIPTS = new ConcurrentHashMap<>(); + + private static final GroovyShell SHELL = new GroovyShell(); + + private final String inlineExpression; + + /** + * Replace all inline expression placeholders. + * + * @param inlineExpression inline expression with {@code $->} + * @return result inline expression with {@code $} + */ + public static String handlePlaceHolder(final String inlineExpression) { + return inlineExpression.contains("$->{") ? inlineExpression.replaceAll("\\$->\\{", "\\$\\{") : inlineExpression; + } + + /** + * Split and evaluate inline expression. + * + * @return result list + */ + public List splitAndEvaluate() { + return Strings.isNullOrEmpty(inlineExpression) ? Collections.emptyList() : flatten(evaluate(split())); + } + + /** + * Evaluate closure. + * + * @return closure + */ + public Closure evaluateClosure() { + return (Closure) evaluate("{it -> \"" + inlineExpression + "\"}"); + } + + private List evaluate(final List inlineExpressions) { + List result = new ArrayList<>(inlineExpressions.size()); + for (String each : inlineExpressions) { + StringBuilder expression = new StringBuilder(handlePlaceHolder(each)); + if (!each.startsWith("\"")) { + expression.insert(0, "\""); + } + if (!each.endsWith("\"")) { + expression.append("\""); + } + result.add(evaluate(expression.toString())); + } + return result; + } + + private Object evaluate(final String expression) { + Script script; + if (SCRIPTS.containsKey(expression)) { + script = SCRIPTS.get(expression); + } else { + script = SHELL.parse(expression); + SCRIPTS.put(expression, script); + } + return script.run(); + } + + private List split() { + List result = new ArrayList<>(); + StringBuilder segment = new StringBuilder(); + int bracketsDepth = 0; + for (int i = 0; i < inlineExpression.length(); i++) { + char each = inlineExpression.charAt(i); + switch (each) { + case SPLITTER: + if (bracketsDepth > 0) { + segment.append(each); + } else { + result.add(segment.toString().trim()); + segment.setLength(0); + } + break; + case '$': + if ('{' == inlineExpression.charAt(i + 1)) { + bracketsDepth++; + } + if ("->{".equals(inlineExpression.substring(i + 1, i + 4))) { + bracketsDepth++; + } + segment.append(each); + break; + case '}': + if (bracketsDepth > 0) { + bracketsDepth--; + } + segment.append(each); + break; + default: + segment.append(each); + break; + } + } + if (segment.length() > 0) { + result.add(segment.toString().trim()); + } + return result; + } + + private List flatten(final List segments) { + List result = new ArrayList<>(); + for (Object each : segments) { + if (each instanceof GString) { + result.addAll(assemblyCartesianSegments((GString) each)); + } else { + result.add(each.toString()); + } + } + return result; + } + + private List assemblyCartesianSegments(final GString segment) { + Set> cartesianValues = getCartesianValues(segment); + List result = new ArrayList<>(cartesianValues.size()); + for (List each : cartesianValues) { + result.add(assemblySegment(each, segment)); + } + return result; + } + + @SuppressWarnings("unchecked") + private Set> getCartesianValues(final GString segment) { + List> result = new ArrayList<>(segment.getValues().length); + for (Object each : segment.getValues()) { + if (null == each) { + continue; + } + if (each instanceof Collection) { + result.add(((Collection) each).stream().map(Object::toString).collect(Collectors.toCollection(LinkedHashSet::new))); + } else { + result.add(Sets.newHashSet(each.toString())); + } + } + return Sets.cartesianProduct(result); + } + + private String assemblySegment(final List cartesianValue, final GString segment) { + StringBuilder result = new StringBuilder(); + for (int i = 0; i < segment.getStrings().length; i++) { + result.append(segment.getStrings()[i]); + if (i < cartesianValue.size()) { + result.append(cartesianValue.get(i)); + } + } + return result.toString(); + } +} diff --git a/infra/util-groovy/src/test/java/org/apache/shardingsphere/infra/util/groovy/expr/HotspotInlineExpressionParserTest.java b/infra/util-groovy/src/test/java/org/apache/shardingsphere/infra/util/groovy/expr/HotspotInlineExpressionParserTest.java new file mode 100644 index 00000000000000..3b60a857b7fd2b --- /dev/null +++ b/infra/util-groovy/src/test/java/org/apache/shardingsphere/infra/util/groovy/expr/HotspotInlineExpressionParserTest.java @@ -0,0 +1,120 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.shardingsphere.infra.util.groovy.expr; + +import org.junit.Test; + +import java.util.Collections; +import java.util.List; + +import static org.hamcrest.CoreMatchers.hasItems; +import static org.hamcrest.CoreMatchers.is; +import static org.hamcrest.MatcherAssert.assertThat; + +public final class HotspotInlineExpressionParserTest { + + @Test + public void assertEvaluateForExpressionIsNull() { + List expected = new HotspotInlineExpressionParser(null).splitAndEvaluate(); + assertThat(expected, is(Collections.emptyList())); + } + + @Test + public void assertEvaluateForSimpleString() { + List expected = new HotspotInlineExpressionParser(" t_order_0, t_order_1 ").splitAndEvaluate(); + assertThat(expected.size(), is(2)); + assertThat(expected, hasItems("t_order_0", "t_order_1")); + } + + @Test + public void assertEvaluateForNull() { + List expected = new HotspotInlineExpressionParser("t_order_${null}").splitAndEvaluate(); + assertThat(expected.size(), is(1)); + assertThat(expected, hasItems("t_order_")); + } + + @Test + public void assertEvaluateForLiteral() { + List expected = new HotspotInlineExpressionParser("t_order_${'xx'}").splitAndEvaluate(); + assertThat(expected.size(), is(1)); + assertThat(expected, hasItems("t_order_xx")); + } + + @Test + public void assertEvaluateForArray() { + List expected = new HotspotInlineExpressionParser("t_order_${[0, 1, 2]},t_order_item_${[0, 2]}").splitAndEvaluate(); + assertThat(expected.size(), is(5)); + assertThat(expected, hasItems("t_order_0", "t_order_1", "t_order_2", "t_order_item_0", "t_order_item_2")); + } + + @Test + public void assertEvaluateForRange() { + List expected = new HotspotInlineExpressionParser("t_order_${0..2},t_order_item_${0..1}").splitAndEvaluate(); + assertThat(expected.size(), is(5)); + assertThat(expected, hasItems("t_order_0", "t_order_1", "t_order_2", "t_order_item_0", "t_order_item_1")); + } + + @Test + public void assertEvaluateForComplex() { + List expected = new HotspotInlineExpressionParser("t_${['new','old']}_order_${1..2}, t_config").splitAndEvaluate(); + assertThat(expected.size(), is(5)); + assertThat(expected, hasItems("t_new_order_1", "t_new_order_2", "t_old_order_1", "t_old_order_2", "t_config")); + } + + @Test + public void assertEvaluateForCalculate() { + List expected = new HotspotInlineExpressionParser("t_${[\"new${1+2}\",'old']}_order_${1..2}").splitAndEvaluate(); + assertThat(expected.size(), is(4)); + assertThat(expected, hasItems("t_new3_order_1", "t_new3_order_2", "t_old_order_1", "t_old_order_2")); + } + + @Test + public void assertEvaluateForExpressionPlaceHolder() { + List expected = new HotspotInlineExpressionParser("t_$->{[\"new$->{1+2}\",'old']}_order_$->{1..2}").splitAndEvaluate(); + assertThat(expected.size(), is(4)); + assertThat(expected, hasItems("t_new3_order_1", "t_new3_order_2", "t_old_order_1", "t_old_order_2")); + } + + @Test + public void assertEvaluateForLong() { + StringBuilder expression = new StringBuilder(); + for (int i = 0; i < 1024; i++) { + expression.append("ds_"); + expression.append(i / 64); + expression.append(".t_user_"); + expression.append(i); + if (i != 1023) { + expression.append(","); + } + } + List expected = new HotspotInlineExpressionParser(expression.toString()).splitAndEvaluate(); + assertThat(expected.size(), is(1024)); + assertThat(expected, hasItems("ds_0.t_user_0", "ds_15.t_user_1023")); + } + + @Test + public void assertHandlePlaceHolder() { + assertThat(HotspotInlineExpressionParser.handlePlaceHolder("t_$->{[\"new$->{1+2}\"]}"), is("t_${[\"new${1+2}\"]}")); + assertThat(HotspotInlineExpressionParser.handlePlaceHolder("t_${[\"new$->{1+2}\"]}"), is("t_${[\"new${1+2}\"]}")); + } + + @Test + public void assertEvaluateClosure() { + assertThat(new HotspotInlineExpressionParser("${1+2}").evaluateClosure().call().toString(), is("3")); + } +} diff --git a/infra/util/pom.xml b/infra/util/pom.xml index aec174fd5967da..c48d7aa7fdf95e 100644 --- a/infra/util/pom.xml +++ b/infra/util/pom.xml @@ -33,14 +33,66 @@ ${project.version} test + + org.apache.shardingsphere + shardingsphere-infra-util-groovy + ${project.version} + org.yaml snakeyaml - org.apache.groovy - groovy + org.graalvm.truffle + truffle-api + + + + + org.apache.maven.plugins + maven-dependency-plugin + + + copy + + copy + + compile + + + + org.apache.shardingsphere + shardingsphere-infra-util-groovy + ${project.version} + jar + true + shardingsphere-infra-util-groovy.jar + + + org.apache.groovy + groovy + ${groovy.version} + jar + true + groovy.jar + + + com.google.guava + guava + ${guava.version} + jar + true + guava.jar + + + ${project.build.outputDirectory}/espresso-need-libs + + + + + + diff --git a/infra/util/src/main/java/org/apache/shardingsphere/infra/util/expr/EspressoInlineExpressionParser.java b/infra/util/src/main/java/org/apache/shardingsphere/infra/util/expr/EspressoInlineExpressionParser.java new file mode 100644 index 00000000000000..17b6d295dc3c32 --- /dev/null +++ b/infra/util/src/main/java/org/apache/shardingsphere/infra/util/expr/EspressoInlineExpressionParser.java @@ -0,0 +1,97 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.shardingsphere.infra.util.expr; + +import groovy.lang.Closure; +import org.apache.shardingsphere.infra.util.groovy.expr.HotspotInlineExpressionParser; +import org.graalvm.polyglot.Context; +import org.graalvm.polyglot.Value; + +import java.net.URL; +import java.util.Collections; +import java.util.List; + +/** + * Espresso Inline expression parser. + */ +public class EspressoInlineExpressionParser { + + private static final Context POLYGLOT; + + private final Value espressoInlineExpressionParser; + + static { + // https://github.com/oracle/graal/issues/4555 not yet closed + String javaHome = System.getenv("GRAALVM_HOME"); + if (javaHome == null) { + javaHome = System.getenv("JAVA_HOME"); + } + if (javaHome == null) { + throw new RuntimeException("Failed to determine the system's environment variable GRAALVM_HOME or JAVA_HOME!"); + } + System.setProperty("org.graalvm.home", javaHome); + URL resource = Thread.currentThread().getContextClassLoader().getResource("espresso-need-libs"); + assert null != resource; + String dir = resource.getPath(); + String javaClasspath = String.join(":", dir + "/groovy.jar", dir + "/guava.jar", dir + "/shardingsphere-infra-util-groovy.jar"); + POLYGLOT = Context.newBuilder().allowAllAccess(true) + .option("java.MultiThreaded", "true") + .option("java.Classpath", javaClasspath) + .build(); + } + + public EspressoInlineExpressionParser(final String inlineExpression) { + espressoInlineExpressionParser = POLYGLOT.getBindings("java") + .getMember(HotspotInlineExpressionParser.class.getName()) + .newInstance(inlineExpression); + } + + /** + * Replace all inline expression placeholders. + * + * @param inlineExpression inline expression with {@code $->} + * @return result inline expression with {@code $} + */ + public static String handlePlaceHolder(final String inlineExpression) { + return POLYGLOT.getBindings("java") + .getMember(HotspotInlineExpressionParser.class.getName()) + .invokeMember("handlePlaceHolder", inlineExpression) + .as(String.class); + } + + /** + * Split and evaluate inline expression. + * + * @return result list + */ + @SuppressWarnings("unchecked") + public List splitAndEvaluate() { + List splitAndEvaluate = espressoInlineExpressionParser.invokeMember("splitAndEvaluate").as(List.class); + // GraalVM Truffle Espresso CE 22.3.1 has a different behavior for generic List than Hotspot. + return splitAndEvaluate.size() == 0 ? Collections.emptyList() : splitAndEvaluate; + } + + /** + * Evaluate closure. + * + * @return closure + */ + public Closure evaluateClosure() { + return espressoInlineExpressionParser.invokeMember("evaluateClosure").as(Closure.class); + } +} diff --git a/infra/util/src/main/java/org/apache/shardingsphere/infra/util/expr/InlineExpressionParser.java b/infra/util/src/main/java/org/apache/shardingsphere/infra/util/expr/InlineExpressionParser.java index f57969908abf7e..516d61eb53e909 100644 --- a/infra/util/src/main/java/org/apache/shardingsphere/infra/util/expr/InlineExpressionParser.java +++ b/infra/util/src/main/java/org/apache/shardingsphere/infra/util/expr/InlineExpressionParser.java @@ -17,23 +17,11 @@ package org.apache.shardingsphere.infra.util.expr; -import com.google.common.base.Strings; -import com.google.common.collect.Sets; import groovy.lang.Closure; -import groovy.lang.GString; -import groovy.lang.GroovyShell; -import groovy.lang.Script; import lombok.RequiredArgsConstructor; +import org.apache.shardingsphere.infra.util.groovy.expr.HotspotInlineExpressionParser; -import java.util.ArrayList; -import java.util.Collection; -import java.util.Collections; -import java.util.LinkedHashSet; import java.util.List; -import java.util.Map; -import java.util.Set; -import java.util.concurrent.ConcurrentHashMap; -import java.util.stream.Collectors; /** * Inline expression parser. @@ -41,22 +29,39 @@ @RequiredArgsConstructor public final class InlineExpressionParser { - private static final char SPLITTER = ','; + private static final boolean IS_SUBSTRATE_VM; - private static final Map SCRIPTS = new ConcurrentHashMap<>(); + private final EspressoInlineExpressionParser espressoInlineExpressionParser; - private static final GroovyShell SHELL = new GroovyShell(); + private final HotspotInlineExpressionParser hotspotInlineExpressionParser; - private final String inlineExpression; + static { + // workaround for https://github.com/helidon-io/helidon-build-tools/issues/858 + IS_SUBSTRATE_VM = System.getProperty("java.vm.name").equals("Substrate VM"); + } + + public InlineExpressionParser(final String inlineExpression) { + if (IS_SUBSTRATE_VM) { + this.hotspotInlineExpressionParser = null; + this.espressoInlineExpressionParser = new EspressoInlineExpressionParser(inlineExpression); + } else { + this.hotspotInlineExpressionParser = new HotspotInlineExpressionParser(inlineExpression); + this.espressoInlineExpressionParser = null; + } + } /** * Replace all inline expression placeholders. - * + * * @param inlineExpression inline expression with {@code $->} * @return result inline expression with {@code $} */ public static String handlePlaceHolder(final String inlineExpression) { - return inlineExpression.contains("$->{") ? inlineExpression.replaceAll("\\$->\\{", "\\$\\{") : inlineExpression; + if (IS_SUBSTRATE_VM) { + return EspressoInlineExpressionParser.handlePlaceHolder(inlineExpression); + } else { + return HotspotInlineExpressionParser.handlePlaceHolder(inlineExpression); + } } /** @@ -65,7 +70,13 @@ public static String handlePlaceHolder(final String inlineExpression) { * @return result list */ public List splitAndEvaluate() { - return Strings.isNullOrEmpty(inlineExpression) ? Collections.emptyList() : flatten(evaluate(split())); + if (IS_SUBSTRATE_VM) { + assert null != espressoInlineExpressionParser; + return espressoInlineExpressionParser.splitAndEvaluate(); + } else { + assert null != hotspotInlineExpressionParser; + return hotspotInlineExpressionParser.splitAndEvaluate(); + } } /** @@ -74,121 +85,12 @@ public List splitAndEvaluate() { * @return closure */ public Closure evaluateClosure() { - return (Closure) evaluate("{it -> \"" + inlineExpression + "\"}"); - } - - private List evaluate(final List inlineExpressions) { - List result = new ArrayList<>(inlineExpressions.size()); - for (String each : inlineExpressions) { - StringBuilder expression = new StringBuilder(handlePlaceHolder(each)); - if (!each.startsWith("\"")) { - expression.insert(0, "\""); - } - if (!each.endsWith("\"")) { - expression.append("\""); - } - result.add(evaluate(expression.toString())); - } - return result; - } - - private Object evaluate(final String expression) { - Script script; - if (SCRIPTS.containsKey(expression)) { - script = SCRIPTS.get(expression); + if (IS_SUBSTRATE_VM) { + assert null != espressoInlineExpressionParser; + return espressoInlineExpressionParser.evaluateClosure(); } else { - script = SHELL.parse(expression); - SCRIPTS.put(expression, script); - } - return script.run(); - } - - private List split() { - List result = new ArrayList<>(); - StringBuilder segment = new StringBuilder(); - int bracketsDepth = 0; - for (int i = 0; i < inlineExpression.length(); i++) { - char each = inlineExpression.charAt(i); - switch (each) { - case SPLITTER: - if (bracketsDepth > 0) { - segment.append(each); - } else { - result.add(segment.toString().trim()); - segment.setLength(0); - } - break; - case '$': - if ('{' == inlineExpression.charAt(i + 1)) { - bracketsDepth++; - } - if ("->{".equals(inlineExpression.substring(i + 1, i + 4))) { - bracketsDepth++; - } - segment.append(each); - break; - case '}': - if (bracketsDepth > 0) { - bracketsDepth--; - } - segment.append(each); - break; - default: - segment.append(each); - break; - } - } - if (segment.length() > 0) { - result.add(segment.toString().trim()); - } - return result; - } - - private List flatten(final List segments) { - List result = new ArrayList<>(); - for (Object each : segments) { - if (each instanceof GString) { - result.addAll(assemblyCartesianSegments((GString) each)); - } else { - result.add(each.toString()); - } - } - return result; - } - - private List assemblyCartesianSegments(final GString segment) { - Set> cartesianValues = getCartesianValues(segment); - List result = new ArrayList<>(cartesianValues.size()); - for (List each : cartesianValues) { - result.add(assemblySegment(each, segment)); - } - return result; - } - - @SuppressWarnings("unchecked") - private Set> getCartesianValues(final GString segment) { - List> result = new ArrayList<>(segment.getValues().length); - for (Object each : segment.getValues()) { - if (null == each) { - continue; - } - if (each instanceof Collection) { - result.add(((Collection) each).stream().map(Object::toString).collect(Collectors.toCollection(LinkedHashSet::new))); - } else { - result.add(Sets.newHashSet(each.toString())); - } - } - return Sets.cartesianProduct(result); - } - - private String assemblySegment(final List cartesianValue, final GString segment) { - StringBuilder result = new StringBuilder(); - for (int i = 0; i < segment.getStrings().length; i++) { - result.append(segment.getStrings()[i]); - if (i < cartesianValue.size()) { - result.append(cartesianValue.get(i)); - } + assert null != hotspotInlineExpressionParser; + return hotspotInlineExpressionParser.evaluateClosure(); } - return result.toString(); } } diff --git a/infra/util/src/test/java/org/apache/shardingsphere/infra/util/expr/InlineExpressionParserTest.java b/infra/util/src/test/java/org/apache/shardingsphere/infra/util/expr/InlineExpressionParserTest.java index 8b3de8a53780c5..57d13f1d38eb64 100644 --- a/infra/util/src/test/java/org/apache/shardingsphere/infra/util/expr/InlineExpressionParserTest.java +++ b/infra/util/src/test/java/org/apache/shardingsphere/infra/util/expr/InlineExpressionParserTest.java @@ -113,8 +113,16 @@ public void assertHandlePlaceHolder() { assertThat(InlineExpressionParser.handlePlaceHolder("t_${[\"new$->{1+2}\"]}"), is("t_${[\"new${1+2}\"]}")); } + /** + * TODO + * This method needs to avoid returning a groovy.lang.Closure class instance, + * and instead return the result of `Closure#call`. + * Because `org.graalvm.polyglot.Value#as` does not allow this type to be returned from the guest JVM. + */ @Test public void assertEvaluateClosure() { - assertThat(new InlineExpressionParser("${1+2}").evaluateClosure().call().toString(), is("3")); + if (!System.getProperty("java.vm.name").equals("Substrate VM")) { + assertThat(new InlineExpressionParser("${1+2}").evaluateClosure().call().toString(), is("3")); + } } } diff --git a/pom.xml b/pom.xml index e42629cc047e69..3e106df4de0821 100644 --- a/pom.xml +++ b/pom.xml @@ -76,6 +76,7 @@ 2.3.0 1.3.2 1.2.0 + 21.2.0 1.32.0 4.1.86.Final @@ -127,6 +128,7 @@ 2.8 3.4 2.5 + 3.5.0 1.0.0 4.3.0 @@ -572,6 +574,12 @@ caffeine ${caffeine.version} + + + org.graalvm.truffle + truffle-api + ${truffle-api.version} + @@ -842,6 +850,11 @@ + + org.apache.maven.plugins + maven-dependency-plugin + ${maven-dependency-plugin.version} +