You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@wayang.apache.org by "github-actions[bot] (via GitHub)" <gi...@apache.org> on 2023/04/16 08:50:14 UTC
[GitHub] [incubator-wayang] github-actions[bot] opened a new issue, #291: create a basic ruleset
github-actions[bot] opened a new issue, #291:
URL: https://github.com/apache/incubator-wayang/issues/291
create a basic ruleset
https://github.com/apache/incubator-wayang/blob/d46f3c3f0fb963c2ee2640f00a106042fba55431/wayang-api/wayang-api-sql/src/main/java/org/apache/wayang/api/sql/calcite/optimizer/Optimizer.java#L199
```java
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to you under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.wayang.api.sql.calcite.optimizer;
import com.google.common.collect.ImmutableList;
import org.apache.calcite.avatica.util.Casing;
import org.apache.calcite.config.CalciteConnectionConfig;
import org.apache.calcite.config.CalciteConnectionConfigImpl;
import org.apache.calcite.config.CalciteConnectionProperty;
import org.apache.calcite.jdbc.CalciteSchema;
import org.apache.calcite.jdbc.JavaTypeFactoryImpl;
import org.apache.calcite.plan.*;
import org.apache.calcite.plan.volcano.VolcanoPlanner;
import org.apache.calcite.prepare.CalciteCatalogReader;
import org.apache.calcite.prepare.Prepare;
import org.apache.calcite.rel.RelNode;
import org.apache.calcite.rel.RelRoot;
import org.apache.calcite.rel.type.RelDataTypeFactory;
import org.apache.calcite.rex.RexBuilder;
import org.apache.calcite.sql.SqlNode;
import org.apache.calcite.sql.SqlOperatorTable;
import org.apache.calcite.sql.fun.SqlStdOperatorTable;
import org.apache.calcite.sql.parser.SqlParser;
import org.apache.calcite.sql.util.ChainedSqlOperatorTable;
import org.apache.calcite.sql.validate.SqlValidator;
import org.apache.calcite.sql.validate.SqlValidatorUtil;
import org.apache.calcite.sql2rel.SqlToRelConverter;
import org.apache.calcite.sql2rel.StandardConvertletTable;
import org.apache.calcite.tools.Program;
import org.apache.calcite.tools.Programs;
import org.apache.calcite.tools.RuleSet;
import org.apache.calcite.tools.RuleSets;
import org.apache.wayang.api.sql.calcite.converter.WayangRelConverter;
import org.apache.wayang.api.sql.calcite.schema.WayangSchema;
import org.apache.wayang.basic.data.Record;
import org.apache.wayang.basic.operators.LocalCallbackSink;
import org.apache.wayang.core.plan.wayangplan.Operator;
import org.apache.wayang.core.plan.wayangplan.WayangPlan;
import java.util.ArrayList;
import java.util.Collection;
import java.util.Collections;
import java.util.Properties;
public class Optimizer {
private final CalciteConnectionConfig config;
private final SqlValidator sqlValidator;
private final SqlToRelConverter sqlToRelConverter;
private final VolcanoPlanner volcanoPlanner;
public Optimizer(
CalciteConnectionConfig config,
SqlValidator sqlValidator,
SqlToRelConverter sqlToRelConverter,
VolcanoPlanner volcanoPlanner) {
this.config = config;
this.sqlValidator = sqlValidator;
this.sqlToRelConverter = sqlToRelConverter;
this.volcanoPlanner = volcanoPlanner;
}
public static Optimizer create(
CalciteSchema calciteSchema,
Properties configProperties,
RelDataTypeFactory typeFactory) {
CalciteConnectionConfig config = new CalciteConnectionConfigImpl(configProperties);
CalciteCatalogReader catalogReader = new CalciteCatalogReader(
calciteSchema.root(),
ImmutableList.of(calciteSchema.name),
typeFactory,
config
);
SqlOperatorTable operatorTable = new ChainedSqlOperatorTable(ImmutableList.of(SqlStdOperatorTable.instance()));
SqlValidator.Config validatorConfig = SqlValidator.Config.DEFAULT
.withLenientOperatorLookup(config.lenientOperatorLookup())
.withSqlConformance(config.conformance())
.withDefaultNullCollation(config.defaultNullCollation())
.withIdentifierExpansion(true);
SqlValidator validator = SqlValidatorUtil.newValidator(operatorTable, catalogReader, typeFactory, validatorConfig);
VolcanoPlanner planner = new VolcanoPlanner(RelOptCostImpl.FACTORY, Contexts.of(config));
planner.addRelTraitDef(ConventionTraitDef.INSTANCE);
RelOptCluster cluster = RelOptCluster.create(planner, new RexBuilder(typeFactory));
SqlToRelConverter.Config converterConfig = SqlToRelConverter.config()
.withTrimUnusedFields(true)
.withExpand(false);
SqlToRelConverter converter = new SqlToRelConverter(
null,
validator,
catalogReader,
cluster,
StandardConvertletTable.INSTANCE,
converterConfig
);
return new Optimizer(config, validator, converter, planner);
}
//To remove
public static Optimizer create(WayangSchema wayangSchema) {
RelDataTypeFactory typeFactory = new JavaTypeFactoryImpl();
// Configuration
Properties configProperties = new Properties();
configProperties.put(CalciteConnectionProperty.CASE_SENSITIVE.camelName(), Boolean.TRUE.toString());
configProperties.put(CalciteConnectionProperty.UNQUOTED_CASING.camelName(), Casing.UNCHANGED.toString());
configProperties.put(CalciteConnectionProperty.QUOTED_CASING.camelName(), Casing.UNCHANGED.toString());
CalciteConnectionConfig config = new CalciteConnectionConfigImpl(configProperties);
CalciteSchema rootSchema = CalciteSchema.createRootSchema(false, false);
rootSchema.add(wayangSchema.getSchemaName(), wayangSchema);
Prepare.CatalogReader catalogReader = new CalciteCatalogReader(
rootSchema,
Collections.singletonList(wayangSchema.getSchemaName()),
typeFactory,
config
);
SqlOperatorTable operatorTable = new ChainedSqlOperatorTable(ImmutableList.of(SqlStdOperatorTable.instance()));
SqlValidator.Config validatorConfig = SqlValidator.Config.DEFAULT
.withLenientOperatorLookup(config.lenientOperatorLookup())
.withSqlConformance(config.conformance())
.withDefaultNullCollation(config.defaultNullCollation())
.withIdentifierExpansion(true);
SqlValidator validator = SqlValidatorUtil.newValidator(operatorTable, catalogReader, typeFactory, validatorConfig);
VolcanoPlanner planner = new VolcanoPlanner(RelOptCostImpl.FACTORY, Contexts.of(config));
planner.addRelTraitDef(ConventionTraitDef.INSTANCE);
RelOptCluster cluster = RelOptCluster.create(planner, new RexBuilder(typeFactory));
SqlToRelConverter.Config converterConfig = SqlToRelConverter.config()
.withTrimUnusedFields(true)
.withExpand(false);
SqlToRelConverter converter = new SqlToRelConverter(
null,
validator,
catalogReader,
cluster,
StandardConvertletTable.INSTANCE,
converterConfig
);
return new Optimizer(config, validator, converter, planner);
}
public SqlNode parseSql(String sql) throws Exception {
SqlParser.Config parserConfig = SqlParser.config()
.withCaseSensitive(config.caseSensitive())
.withQuotedCasing(config.quotedCasing())
.withUnquotedCasing(config.unquotedCasing())
.withConformance(config.conformance());
SqlParser parser = SqlParser.create(sql, parserConfig);
return parser.parseStmt();
}
public SqlNode validate(SqlNode sqlNode) {
return sqlValidator.validate(sqlNode);
}
public RelNode convert(SqlNode sqlNode) {
RelRoot root = sqlToRelConverter.convertQuery(sqlNode, false, true);
return root.rel;
}
//TODO: create a basic ruleset
public RelNode optimize(RelNode node, RelTraitSet requiredTraitSet, RuleSet rules) {
Program program = Programs.of(RuleSets.ofList(rules));
return program.run(
volcanoPlanner,
node,
requiredTraitSet,
Collections.emptyList(),
Collections.emptyList()
);
}
public WayangPlan convert(RelNode relNode) {
return convert(relNode, new ArrayList<>());
}
public WayangPlan convert(RelNode relNode, Collection<Record> collector) {
LocalCallbackSink<Record> sink = LocalCallbackSink.createCollectingSink(collector, Record.class);
Operator op = new WayangRelConverter().convert(relNode);
op.connectTo(0, sink, 0);
return new WayangPlan(sink);
}
public static class ConfigProperties {
public static Properties getDefaults() {
Properties configProperties = new Properties();
configProperties.put(CalciteConnectionProperty.CASE_SENSITIVE.camelName(), Boolean.TRUE.toString());
configProperties.put(CalciteConnectionProperty.UNQUOTED_CASING.camelName(), Casing.UNCHANGED.toString());
configProperties.put(CalciteConnectionProperty.QUOTED_CASING.camelName(), Casing.UNCHANGED.toString());
return configProperties;
}
}
}
```
f6f94044461810f9b62858ea2505a5db2b35ef13
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: commits-unsubscribe@wayang.apache.org.apache.org
For queries about this service, please contact Infrastructure at:
users@infra.apache.org