[Bug] fix scala/java udf compiler, add error messages, clear cached classes before publish

.gitignore

@@ -65,3 +65,6 @@ extends/*
 .idea
 .idea/vcs.xml
 dinky-web/package-lock.json
+
+
+**/.flattened-pom.xml

dinky-admin/openlineage.yml

@@ -0,0 +1,5 @@
+#serverUrl: "http://192.168.0.84:5000"
+transport:
+#  type: console
+  type: "http"
+  url: "http://hadoop804:5000/api/v1/lineage"

dinky-admin/pom.xml

@@ -379,6 +379,31 @@
             <groupId>org.dinky</groupId>
             <artifactId>dinky-alert-http</artifactId>
         </dependency>
+
+        <dependency>
+            <groupId>io.openlineage</groupId>
+            <artifactId>openlineage-java</artifactId>
+            <version>1.21.1</version>
+            <exclusions>
+                <exclusion>
+                    <groupId>com.fasterxml.jackson.core</groupId>
+                    <artifactId>jackson-core</artifactId>
+                </exclusion>
+            </exclusions>
+        </dependency>
+
+        <dependency>
+            <groupId>org.dinky</groupId>
+            <artifactId>dinky-client-${dinky.flink.version}</artifactId>
+            <version>${revision}</version>
+            <scope>provided</scope>
+        </dependency>
+        <dependency>
+            <groupId>org.dinky</groupId>
+            <artifactId>dinky-flink-${dinky.flink.version}</artifactId>
+            <version>${revision}</version>
+            <scope>provided</scope>
+        </dependency>
     </dependencies>
 
     <build>

dinky-admin/src/main/java/org/apache/flink/table/planner/delegation/ParserImpl.java

@@ -0,0 +1,167 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.flink.table.planner.delegation;
+
+import org.apache.flink.table.api.TableException;
+import org.apache.flink.table.api.ValidationException;
+import org.apache.flink.table.catalog.CatalogManager;
+import org.apache.flink.table.catalog.UnresolvedIdentifier;
+import org.apache.flink.table.delegation.Parser;
+import org.apache.flink.table.expressions.ResolvedExpression;
+import org.apache.flink.table.operations.ModifyOperation;
+import org.apache.flink.table.operations.Operation;
+import org.apache.flink.table.planner.calcite.FlinkPlannerImpl;
+import org.apache.flink.table.planner.calcite.FlinkTypeFactory;
+import org.apache.flink.table.planner.calcite.RexFactory;
+import org.apache.flink.table.planner.calcite.SqlToRexConverter;
+import org.apache.flink.table.planner.expressions.RexNodeExpression;
+import org.apache.flink.table.planner.operations.SqlNodeToOperationConversion;
+import org.apache.flink.table.planner.parse.CalciteParser;
+import org.apache.flink.table.planner.parse.ExtendedParser;
+import org.apache.flink.table.types.logical.LogicalType;
+import org.apache.flink.table.types.logical.RowType;
+import org.apache.flink.table.types.utils.TypeConversions;
+import org.apache.flink.util.Preconditions;
+
+import org.apache.calcite.rex.RexNode;
+import org.apache.calcite.sql.SqlIdentifier;
+import org.apache.calcite.sql.SqlNode;
+import org.apache.calcite.sql.SqlNodeList;
+import org.apache.calcite.sql.advise.SqlAdvisor;
+import org.apache.calcite.sql.advise.SqlAdvisorValidator;
+import org.apache.lineage.flink.sql.metadata.LineageHandler;
+
+import javax.annotation.Nullable;
+
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.Collections;
+import java.util.List;
+import java.util.Optional;
+import java.util.function.Supplier;
+import java.util.stream.Collectors;
+
+/** Implementation of {@link Parser} that uses Calcite. */
+public class ParserImpl implements Parser {
+
+    private final CatalogManager catalogManager;
+
+    // we use supplier pattern here in order to use the most up to
+    // date configuration. Users might change the parser configuration in a TableConfig in between
+    // multiple statements parsing
+    private final Supplier<FlinkPlannerImpl> validatorSupplier;
+    private final Supplier<CalciteParser> calciteParserSupplier;
+    private final RexFactory rexFactory;
+    private static final ExtendedParser EXTENDED_PARSER = ExtendedParser.INSTANCE;
+
+    public ParserImpl(
+            CatalogManager catalogManager,
+            Supplier<FlinkPlannerImpl> validatorSupplier,
+            Supplier<CalciteParser> calciteParserSupplier,
+            RexFactory rexFactory) {
+        this.catalogManager = catalogManager;
+        this.validatorSupplier = validatorSupplier;
+        this.calciteParserSupplier = calciteParserSupplier;
+        this.rexFactory = rexFactory;
+    }
+
+    /**
+     * When parsing statement, it first uses {@link ExtendedParser} to parse statements. If {@link
+     * ExtendedParser} fails to parse statement, it uses the {@link CalciteParser} to parse
+     * statements.
+     *
+     * @param statement input statement.
+     * @return parsed operations.
+     */
+    @Override
+    public List<Operation> parse(String statement) {
+        CalciteParser parser = calciteParserSupplier.get();
+        FlinkPlannerImpl planner = validatorSupplier.get();
+
+        Optional<Operation> command = EXTENDED_PARSER.parse(statement);
+        if (command.isPresent()) {
+            return Collections.singletonList(command.get());
+        }
+
+        // parse the sql query
+        // use parseSqlList here because we need to support statement end with ';' in sql client.
+        SqlNodeList sqlNodeList = parser.parseSqlList(statement);
+        List<SqlNode> parsed = sqlNodeList.getList();
+        Preconditions.checkArgument(parsed.size() == 1, "only single statement supported");
+        Operation operation = SqlNodeToOperationConversion.convert(planner, catalogManager, parsed.get(0))
+                .orElseThrow(() -> new TableException("Unsupported query: " + statement));
+        if(operation instanceof ModifyOperation){
+            LineageHandler.analyze(this.catalogManager, operation, statement);
+        }
+        return Collections.singletonList(operation);
+    }
+
+    @Override
+    public UnresolvedIdentifier parseIdentifier(String identifier) {
+        CalciteParser parser = calciteParserSupplier.get();
+        SqlIdentifier sqlIdentifier = parser.parseIdentifier(identifier);
+        return UnresolvedIdentifier.of(sqlIdentifier.names);
+    }
+
+    @Override
+    public ResolvedExpression parseSqlExpression(
+            String sqlExpression, RowType inputRowType, @Nullable LogicalType outputType) {
+        try {
+            final SqlToRexConverter sqlToRexConverter =
+                    rexFactory.createSqlToRexConverter(inputRowType, outputType);
+            final RexNode rexNode = sqlToRexConverter.convertToRexNode(sqlExpression);
+            final LogicalType logicalType = FlinkTypeFactory.toLogicalType(rexNode.getType());
+            // expand expression for serializable expression strings similar to views
+            final String sqlExpressionExpanded = sqlToRexConverter.expand(sqlExpression);
+            return new RexNodeExpression(
+                    rexNode,
+                    TypeConversions.fromLogicalToDataType(logicalType),
+                    sqlExpression,
+                    sqlExpressionExpanded);
+        } catch (Throwable t) {
+            throw new ValidationException(
+                    String.format("Invalid SQL expression: %s", sqlExpression), t);
+        }
+    }
+
+    public String[] getCompletionHints(String statement, int cursor) {
+        List<String> candidates =
+                new ArrayList<>(
+                        Arrays.asList(EXTENDED_PARSER.getCompletionHints(statement, cursor)));
+
+        // use sql advisor
+        SqlAdvisorValidator validator = validatorSupplier.get().getSqlAdvisorValidator();
+        SqlAdvisor advisor =
+                new SqlAdvisor(validator, validatorSupplier.get().config().getParserConfig());
+        String[] replaced = new String[1];
+
+        List<String> sqlHints =
+                advisor.getCompletionHints(statement, cursor, replaced).stream()
+                        .map(item -> item.toIdentifier().toString())
+                        .collect(Collectors.toList());
+
+        candidates.addAll(sqlHints);
+
+        return candidates.toArray(new String[0]);
+    }
+
+    public CatalogManager getCatalogManager() {
+        return catalogManager;
+    }
+}

dinky-admin/src/main/java/org/apache/lineage/flink/sql/metadata/Constant.java

@@ -0,0 +1,34 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.lineage.flink.sql.metadata;
+
+public class Constant {
+
+    private Constant() {
+        throw new IllegalStateException("Utility class");
+    }
+
+    public static final String DELIMITER = ".";
+
+    public static final int INITIAL_CAPACITY = 16;
+
+    public static final String ILLEGAL_PARAM = "illegal param";
+
+    public static final Long DEFAULT_USER_ID = 0L;
+}