diff --git a/dsls/sql/pom.xml b/dsls/sql/pom.xml index a4ebf942269a1..6819fce23982f 100644 --- a/dsls/sql/pom.xml +++ b/dsls/sql/pom.xml @@ -141,10 +141,6 @@ org.slf4j slf4j-api - - org.apache.avro - avro - org.apache.calcite calcite-linq4j diff --git a/dsls/sql/src/main/java/org/beam/dsls/sql/example/BeamSqlExample.java b/dsls/sql/src/main/java/org/beam/dsls/sql/example/BeamSqlExample.java index 265c08d01f0a7..81ac6eec99cca 100644 --- a/dsls/sql/src/main/java/org/beam/dsls/sql/example/BeamSqlExample.java +++ b/dsls/sql/src/main/java/org/beam/dsls/sql/example/BeamSqlExample.java @@ -21,7 +21,6 @@ import java.util.Arrays; import java.util.HashMap; import java.util.Map; - import org.apache.calcite.rel.type.RelDataType; import org.apache.calcite.rel.type.RelDataTypeFactory; import org.apache.calcite.rel.type.RelProtoDataType; diff --git a/dsls/sql/src/main/java/org/beam/dsls/sql/interpreter/BeamSQLSpELExecutor.java b/dsls/sql/src/main/java/org/beam/dsls/sql/interpreter/BeamSQLSpELExecutor.java index 10efcb4ee7b84..48306da0dc910 100644 --- a/dsls/sql/src/main/java/org/beam/dsls/sql/interpreter/BeamSQLSpELExecutor.java +++ b/dsls/sql/src/main/java/org/beam/dsls/sql/interpreter/BeamSQLSpELExecutor.java @@ -18,10 +18,8 @@ package org.beam.dsls.sql.interpreter; import static com.google.common.base.Preconditions.checkArgument; - import java.util.ArrayList; import java.util.List; - import org.apache.calcite.rex.RexCall; import org.apache.calcite.rex.RexInputRef; import org.apache.calcite.rex.RexLiteral; diff --git a/dsls/sql/src/main/java/org/beam/dsls/sql/interpreter/CalciteToSpEL.java b/dsls/sql/src/main/java/org/beam/dsls/sql/interpreter/CalciteToSpEL.java index 721aaae9d5ba0..c7cbace4e3602 100644 --- a/dsls/sql/src/main/java/org/beam/dsls/sql/interpreter/CalciteToSpEL.java +++ b/dsls/sql/src/main/java/org/beam/dsls/sql/interpreter/CalciteToSpEL.java @@ -18,10 +18,8 @@ package org.beam.dsls.sql.interpreter; import com.google.common.base.Joiner; - import java.util.ArrayList; import java.util.List; - import org.apache.calcite.rex.RexCall; import org.apache.calcite.rex.RexInputRef; import org.apache.calcite.rex.RexNode; diff --git a/dsls/sql/src/main/java/org/beam/dsls/sql/planner/BeamPipelineCreator.java b/dsls/sql/src/main/java/org/beam/dsls/sql/planner/BeamPipelineCreator.java index 826c6a568b1c4..5a0c73d2a335f 100644 --- a/dsls/sql/src/main/java/org/beam/dsls/sql/planner/BeamPipelineCreator.java +++ b/dsls/sql/src/main/java/org/beam/dsls/sql/planner/BeamPipelineCreator.java @@ -18,7 +18,6 @@ package org.beam.dsls.sql.planner; import java.util.Map; - import org.apache.beam.sdk.Pipeline; import org.apache.beam.sdk.coders.CoderRegistry; import org.apache.beam.sdk.options.PipelineOptions; diff --git a/dsls/sql/src/main/java/org/beam/dsls/sql/planner/BeamQueryPlanner.java b/dsls/sql/src/main/java/org/beam/dsls/sql/planner/BeamQueryPlanner.java index 14656a0e7b305..7a03ae946dcc6 100644 --- a/dsls/sql/src/main/java/org/beam/dsls/sql/planner/BeamQueryPlanner.java +++ b/dsls/sql/src/main/java/org/beam/dsls/sql/planner/BeamQueryPlanner.java @@ -22,7 +22,6 @@ import java.util.HashMap; import java.util.List; import java.util.Map; - import org.apache.beam.sdk.Pipeline; import org.apache.beam.sdk.PipelineResult; import org.apache.calcite.adapter.java.JavaTypeFactory; diff --git a/dsls/sql/src/main/java/org/beam/dsls/sql/planner/BeamRuleSets.java b/dsls/sql/src/main/java/org/beam/dsls/sql/planner/BeamRuleSets.java index 39c38bb26268e..3f40c271c486b 100644 --- a/dsls/sql/src/main/java/org/beam/dsls/sql/planner/BeamRuleSets.java +++ b/dsls/sql/src/main/java/org/beam/dsls/sql/planner/BeamRuleSets.java @@ -19,9 +19,7 @@ import com.google.common.collect.ImmutableList; import com.google.common.collect.ImmutableSet; - import java.util.Iterator; - import org.apache.calcite.plan.RelOptRule; import org.apache.calcite.rel.RelNode; import org.apache.calcite.tools.RuleSet; diff --git a/dsls/sql/src/main/java/org/beam/dsls/sql/planner/BeamSQLRelUtils.java b/dsls/sql/src/main/java/org/beam/dsls/sql/planner/BeamSQLRelUtils.java index f5157acc11ddd..94b341c82dba9 100644 --- a/dsls/sql/src/main/java/org/beam/dsls/sql/planner/BeamSQLRelUtils.java +++ b/dsls/sql/src/main/java/org/beam/dsls/sql/planner/BeamSQLRelUtils.java @@ -18,7 +18,6 @@ package org.beam.dsls.sql.planner; import java.util.concurrent.atomic.AtomicInteger; - import org.apache.calcite.plan.RelOptUtil; import org.apache.calcite.plan.volcano.RelSubset; import org.apache.calcite.rel.RelNode; diff --git a/dsls/sql/src/main/java/org/beam/dsls/sql/planner/BeamSqlRunner.java b/dsls/sql/src/main/java/org/beam/dsls/sql/planner/BeamSqlRunner.java index 3cc5a0f8b659b..a10b6edfe8acf 100644 --- a/dsls/sql/src/main/java/org/beam/dsls/sql/planner/BeamSqlRunner.java +++ b/dsls/sql/src/main/java/org/beam/dsls/sql/planner/BeamSqlRunner.java @@ -18,7 +18,6 @@ package org.beam.dsls.sql.planner; import java.io.Serializable; - import org.apache.calcite.plan.RelOptUtil; import org.apache.calcite.schema.Schema; import org.apache.calcite.schema.SchemaPlus; diff --git a/dsls/sql/src/main/java/org/beam/dsls/sql/rel/BeamIOSinkRel.java b/dsls/sql/src/main/java/org/beam/dsls/sql/rel/BeamIOSinkRel.java index 9e8bb0a4fc10b..46654e5e372a9 100644 --- a/dsls/sql/src/main/java/org/beam/dsls/sql/rel/BeamIOSinkRel.java +++ b/dsls/sql/src/main/java/org/beam/dsls/sql/rel/BeamIOSinkRel.java @@ -18,9 +18,7 @@ package org.beam.dsls.sql.rel; import com.google.common.base.Joiner; - import java.util.List; - import org.apache.beam.sdk.Pipeline; import org.apache.beam.sdk.values.PCollection; import org.apache.calcite.plan.RelOptCluster; diff --git a/dsls/sql/src/main/java/org/beam/dsls/sql/rel/BeamIOSourceRel.java b/dsls/sql/src/main/java/org/beam/dsls/sql/rel/BeamIOSourceRel.java index a7713459cc9e4..f14db922e63e1 100644 --- a/dsls/sql/src/main/java/org/beam/dsls/sql/rel/BeamIOSourceRel.java +++ b/dsls/sql/src/main/java/org/beam/dsls/sql/rel/BeamIOSourceRel.java @@ -18,7 +18,6 @@ package org.beam.dsls.sql.rel; import com.google.common.base.Joiner; - import org.apache.beam.sdk.Pipeline; import org.apache.beam.sdk.values.PCollection; import org.apache.calcite.plan.RelOptCluster; diff --git a/dsls/sql/src/main/java/org/beam/dsls/sql/rel/BeamProjectRel.java b/dsls/sql/src/main/java/org/beam/dsls/sql/rel/BeamProjectRel.java index 8519294e1e70c..f4fc2d866afdd 100644 --- a/dsls/sql/src/main/java/org/beam/dsls/sql/rel/BeamProjectRel.java +++ b/dsls/sql/src/main/java/org/beam/dsls/sql/rel/BeamProjectRel.java @@ -18,7 +18,6 @@ package org.beam.dsls.sql.rel; import java.util.List; - import org.apache.beam.sdk.Pipeline; import org.apache.beam.sdk.transforms.ParDo; import org.apache.beam.sdk.values.PCollection; diff --git a/dsls/sql/src/main/java/org/beam/dsls/sql/rule/BeamIOSinkRule.java b/dsls/sql/src/main/java/org/beam/dsls/sql/rule/BeamIOSinkRule.java index 232269c53ef7f..a44c002f05c00 100644 --- a/dsls/sql/src/main/java/org/beam/dsls/sql/rule/BeamIOSinkRule.java +++ b/dsls/sql/src/main/java/org/beam/dsls/sql/rule/BeamIOSinkRule.java @@ -18,7 +18,6 @@ package org.beam.dsls.sql.rule; import java.util.List; - import org.apache.calcite.plan.Convention; import org.apache.calcite.plan.RelOptCluster; import org.apache.calcite.plan.RelOptTable; diff --git a/dsls/sql/src/main/java/org/beam/dsls/sql/schema/BaseBeamTable.java b/dsls/sql/src/main/java/org/beam/dsls/sql/schema/BaseBeamTable.java index 5a815c81ab214..8d31c6def18a6 100644 --- a/dsls/sql/src/main/java/org/beam/dsls/sql/schema/BaseBeamTable.java +++ b/dsls/sql/src/main/java/org/beam/dsls/sql/schema/BaseBeamTable.java @@ -18,7 +18,6 @@ package org.beam.dsls.sql.schema; import java.io.Serializable; - import org.apache.beam.sdk.transforms.PTransform; import org.apache.beam.sdk.values.PBegin; import org.apache.beam.sdk.values.PCollection; @@ -30,9 +29,9 @@ import org.apache.calcite.rel.type.RelProtoDataType; import org.apache.calcite.schema.ScannableTable; import org.apache.calcite.schema.Schema.TableType; -import org.beam.dsls.sql.planner.BeamQueryPlanner; import org.apache.calcite.schema.Statistic; import org.apache.calcite.schema.Statistics; +import org.beam.dsls.sql.planner.BeamQueryPlanner; /** * Each IO in Beam has one table schema, by extending {@link BaseBeamTable}. diff --git a/dsls/sql/src/main/java/org/beam/dsls/sql/schema/BeamSQLRecordType.java b/dsls/sql/src/main/java/org/beam/dsls/sql/schema/BeamSQLRecordType.java index d2dd9854285c7..dc8e38103cc69 100644 --- a/dsls/sql/src/main/java/org/beam/dsls/sql/schema/BeamSQLRecordType.java +++ b/dsls/sql/src/main/java/org/beam/dsls/sql/schema/BeamSQLRecordType.java @@ -20,9 +20,6 @@ import java.io.Serializable; import java.util.ArrayList; import java.util.List; - -import org.apache.beam.sdk.coders.AvroCoder; -import org.apache.beam.sdk.coders.DefaultCoder; import org.apache.calcite.rel.type.RelDataType; import org.apache.calcite.rel.type.RelDataTypeField; import org.apache.calcite.sql.type.SqlTypeName; diff --git a/dsls/sql/src/main/java/org/beam/dsls/sql/schema/BeamSQLRecordTypeCoder.java b/dsls/sql/src/main/java/org/beam/dsls/sql/schema/BeamSQLRecordTypeCoder.java index c30f39e5d8e64..c708c4e50b1ce 100644 --- a/dsls/sql/src/main/java/org/beam/dsls/sql/schema/BeamSQLRecordTypeCoder.java +++ b/dsls/sql/src/main/java/org/beam/dsls/sql/schema/BeamSQLRecordTypeCoder.java @@ -1,6 +1,5 @@ package org.beam.dsls.sql.schema; -import com.fasterxml.jackson.annotation.JsonCreator; import java.io.IOException; import java.io.InputStream; import java.io.OutputStream; @@ -11,7 +10,6 @@ import org.apache.beam.sdk.coders.StringUtf8Coder; import org.apache.beam.sdk.coders.VarIntCoder; import org.apache.calcite.sql.type.SqlTypeName; -import org.apache.beam.sdk.coders.Coder.Context; /** * A {@link Coder} for {@link BeamSQLRecordType}. @@ -24,7 +22,6 @@ public class BeamSQLRecordTypeCoder extends StandardCoder { private static final BeamSQLRecordTypeCoder INSTANCE = new BeamSQLRecordTypeCoder(); private BeamSQLRecordTypeCoder(){} - @JsonCreator public static BeamSQLRecordTypeCoder of() { return INSTANCE; } diff --git a/dsls/sql/src/main/java/org/beam/dsls/sql/schema/BeamSQLRow.java b/dsls/sql/src/main/java/org/beam/dsls/sql/schema/BeamSQLRow.java index d74d84cbeb2a1..3ec170e85a713 100644 --- a/dsls/sql/src/main/java/org/beam/dsls/sql/schema/BeamSQLRow.java +++ b/dsls/sql/src/main/java/org/beam/dsls/sql/schema/BeamSQLRow.java @@ -18,13 +18,9 @@ package org.beam.dsls.sql.schema; import java.io.Serializable; -import java.math.BigInteger; import java.util.ArrayList; import java.util.Date; -import java.util.HashMap; import java.util.List; -import java.util.Map; - import org.apache.calcite.sql.type.SqlTypeName; /** diff --git a/dsls/sql/src/main/java/org/beam/dsls/sql/schema/BeamSqlRowCoder.java b/dsls/sql/src/main/java/org/beam/dsls/sql/schema/BeamSqlRowCoder.java index a93ca25de3721..de80dd5a16446 100644 --- a/dsls/sql/src/main/java/org/beam/dsls/sql/schema/BeamSqlRowCoder.java +++ b/dsls/sql/src/main/java/org/beam/dsls/sql/schema/BeamSqlRowCoder.java @@ -1,6 +1,5 @@ package org.beam.dsls.sql.schema; -import com.fasterxml.jackson.annotation.JsonCreator; import java.io.IOException; import java.io.InputStream; import java.io.OutputStream; @@ -8,16 +7,12 @@ import java.util.List; import org.apache.beam.sdk.coders.BigEndianIntegerCoder; import org.apache.beam.sdk.coders.BigEndianLongCoder; -import org.apache.beam.sdk.coders.BigIntegerCoder; import org.apache.beam.sdk.coders.Coder; import org.apache.beam.sdk.coders.CoderException; import org.apache.beam.sdk.coders.DoubleCoder; import org.apache.beam.sdk.coders.ListCoder; -import org.apache.beam.sdk.coders.MapCoder; import org.apache.beam.sdk.coders.StandardCoder; import org.apache.beam.sdk.coders.StringUtf8Coder; -import org.apache.beam.sdk.coders.VarIntCoder; -import org.apache.beam.sdk.coders.Coder.Context; /** * A {@link Coder} encodes {@link BeamSQLRow}. @@ -36,7 +31,6 @@ public class BeamSqlRowCoder extends StandardCoder{ private static final BeamSqlRowCoder INSTANCE = new BeamSqlRowCoder(); private BeamSqlRowCoder(){} - @JsonCreator public static BeamSqlRowCoder of() { return INSTANCE; } diff --git a/dsls/sql/src/main/java/org/beam/dsls/sql/schema/kafka/BeamKafkaCSVTable.java b/dsls/sql/src/main/java/org/beam/dsls/sql/schema/kafka/BeamKafkaCSVTable.java index 2c5df88bf01e3..2570763c3e7b3 100644 --- a/dsls/sql/src/main/java/org/beam/dsls/sql/schema/kafka/BeamKafkaCSVTable.java +++ b/dsls/sql/src/main/java/org/beam/dsls/sql/schema/kafka/BeamKafkaCSVTable.java @@ -18,7 +18,6 @@ package org.beam.dsls.sql.schema.kafka; import java.util.List; - import org.apache.beam.sdk.transforms.DoFn; import org.apache.beam.sdk.transforms.PTransform; import org.apache.beam.sdk.transforms.ParDo; diff --git a/dsls/sql/src/main/java/org/beam/dsls/sql/schema/kafka/BeamKafkaTable.java b/dsls/sql/src/main/java/org/beam/dsls/sql/schema/kafka/BeamKafkaTable.java index 05178ce02e8a2..29f3f927b4297 100644 --- a/dsls/sql/src/main/java/org/beam/dsls/sql/schema/kafka/BeamKafkaTable.java +++ b/dsls/sql/src/main/java/org/beam/dsls/sql/schema/kafka/BeamKafkaTable.java @@ -18,11 +18,9 @@ package org.beam.dsls.sql.schema.kafka; import static com.google.common.base.Preconditions.checkArgument; - import java.io.Serializable; import java.util.List; import java.util.Map; - import org.apache.beam.sdk.coders.ByteArrayCoder; import org.apache.beam.sdk.io.kafka.KafkaIO; import org.apache.beam.sdk.transforms.PTransform; diff --git a/dsls/sql/src/main/java/org/beam/dsls/sql/transform/BeamSQLFilterFn.java b/dsls/sql/src/main/java/org/beam/dsls/sql/transform/BeamSQLFilterFn.java index 6a7fb366b68dc..06db2802c393c 100644 --- a/dsls/sql/src/main/java/org/beam/dsls/sql/transform/BeamSQLFilterFn.java +++ b/dsls/sql/src/main/java/org/beam/dsls/sql/transform/BeamSQLFilterFn.java @@ -18,7 +18,6 @@ package org.beam.dsls.sql.transform; import java.util.List; - import org.apache.beam.sdk.transforms.DoFn; import org.beam.dsls.sql.interpreter.BeamSQLExpressionExecutor; import org.beam.dsls.sql.rel.BeamFilterRel; diff --git a/dsls/sql/src/main/java/org/beam/dsls/sql/transform/BeamSQLProjectFn.java b/dsls/sql/src/main/java/org/beam/dsls/sql/transform/BeamSQLProjectFn.java index 2ad79ccca7c21..12061d2f094c2 100644 --- a/dsls/sql/src/main/java/org/beam/dsls/sql/transform/BeamSQLProjectFn.java +++ b/dsls/sql/src/main/java/org/beam/dsls/sql/transform/BeamSQLProjectFn.java @@ -18,7 +18,6 @@ package org.beam.dsls.sql.transform; import java.util.List; - import org.apache.beam.sdk.transforms.DoFn; import org.beam.dsls.sql.interpreter.BeamSQLExpressionExecutor; import org.beam.dsls.sql.rel.BeamProjectRel; diff --git a/pom.xml b/pom.xml index ad9e8cb90181c..5749df1fc9bac 100644 --- a/pom.xml +++ b/pom.xml @@ -152,10 +152,10 @@ sdks/java/build-tools sdks runners + dsls examples sdks/java/javadoc - dsls