WIP - Connector predicate pushdown

Author: martint

presto-main/src/main/java/io/prestosql/metadata/FilterApplicationResult.java

@@ -0,0 +1,71 @@
+/*
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package io.prestosql.metadata;
+
+import io.prestosql.spi.connector.ColumnHandle;
+import io.prestosql.spi.type.Type;
+import io.prestosql.spi.expression.ConnectorExpression;
+
+import java.util.List;
+
+public class FilterApplicationResult
+{
+    private final TableHandle table;
+    private final ConnectorExpression remainingFilter;
+    private final List<Column> newProjections;
+
+    public FilterApplicationResult(TableHandle table, ConnectorExpression remainingFilter, List<Column> newProjections)
+    {
+        this.table = table;
+        this.remainingFilter = remainingFilter;
+        this.newProjections = newProjections;
+    }
+
+    public TableHandle getTable()
+    {
+        return table;
+    }
+
+    public ConnectorExpression getRemainingFilter()
+    {
+        return remainingFilter;
+    }
+
+    public List<Column> getNewProjections()
+    {
+        return newProjections;
+    }
+
+    public static class Column
+    {
+        private final ColumnHandle column;
+        private final Type type;
+
+        public Column(ColumnHandle column, Type type)
+        {
+            this.column = column;
+            this.type = type;
+        }
+
+        public ColumnHandle getColumn()
+        {
+            return column;
+        }
+
+        public Type getType()
+        {
+            return type;
+        }
+    }
+}

presto-main/src/main/java/io/prestosql/metadata/Metadata.java

@@ -37,6 +37,7 @@
 import io.prestosql.spi.type.TypeManager;
 import io.prestosql.spi.type.TypeSignature;
 import io.prestosql.sql.planner.PartitioningHandle;
+import io.prestosql.spi.expression.ConnectorExpression;
 import io.prestosql.sql.tree.QualifiedName;
 
 import java.util.Collection;
@@ -380,4 +381,7 @@ public interface Metadata
     ColumnPropertyManager getColumnPropertyManager();
 
     AnalyzePropertyManager getAnalyzePropertyManager();
+
+    //  => TableHandle + remaining filter + new projections
+    Optional<FilterApplicationResult> applyFilter(TableHandle table, ConnectorExpression expression);
 }

presto-main/src/main/java/io/prestosql/metadata/MetadataManager.java

@@ -65,6 +65,9 @@
 import io.prestosql.spi.type.TypeSignature;
 import io.prestosql.sql.analyzer.FeaturesConfig;
 import io.prestosql.sql.planner.PartitioningHandle;
+import io.prestosql.spi.expression.Apply;
+import io.prestosql.spi.expression.ColumnReference;
+import io.prestosql.spi.expression.ConnectorExpression;
 import io.prestosql.sql.tree.QualifiedName;
 import io.prestosql.transaction.TransactionManager;
 import io.prestosql.type.TypeDeserializer;
@@ -1151,6 +1154,47 @@ public AnalyzePropertyManager getAnalyzePropertyManager()
         return analyzePropertyManager;
     }
 
+    @Override
+    public Optional<FilterApplicationResult> applyFilter(TableHandle table, ConnectorExpression expression)
+    {
+        // TODO: dispatch to connector that owns "table"
+
+
+        /////////////////////////////////// testing code
+        class CustomColumn implements ColumnHandle {
+            int id;
+
+            public CustomColumn(int id)
+            {
+                this.id = id;
+            }
+
+            @Override
+            public int hashCode()
+            {
+                return id;
+            }
+
+            @Override
+            public boolean equals(Object obj)
+            {
+                return id == ((CustomColumn) obj).id;
+            }
+        }
+
+        if (expression instanceof Apply) {
+            ColumnHandle column = new CustomColumn(1);
+            return Optional.of(new FilterApplicationResult(
+                    table,
+                    new ColumnReference(column, BOOLEAN),
+                    ImmutableList.of(new FilterApplicationResult.Column(column, BOOLEAN))));
+        }
+        /////////////////////////////////// testing code
+
+
+        return Optional.empty();
+    }
+
     private ViewDefinition deserializeView(String data)
     {
         try {

presto-main/src/main/java/io/prestosql/spi/expression/Apply.java

@@ -0,0 +1,43 @@
+/*
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package io.prestosql.spi.expression;
+
+import io.prestosql.spi.type.Type;
+
+import java.util.List;
+
+public class Apply
+        extends ConnectorExpression
+{
+    private final FunctionId function;
+    private final List<ConnectorExpression> arguments;
+
+    public Apply(Type returnType, FunctionId function, List<ConnectorExpression> arguments)
+    {
+        super(returnType);
+        this.function = function;
+        this.arguments = arguments;
+    }
+
+    // TODO: this will need to be a FunctionHandle
+    public FunctionId getFunction()
+    {
+        return function;
+    }
+
+    public List<ConnectorExpression> getArguments()
+    {
+        return arguments;
+    }
+}

presto-main/src/main/java/io/prestosql/spi/expression/ColumnReference.java

@@ -0,0 +1,34 @@
+/*
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package io.prestosql.spi.expression;
+
+import io.prestosql.spi.connector.ColumnHandle;
+import io.prestosql.spi.type.Type;
+
+public class ColumnReference
+    extends ConnectorExpression
+{
+    private final ColumnHandle column;
+
+    public ColumnReference(ColumnHandle column, Type type)
+    {
+        super(type);
+        this.column = column;
+    }
+
+    public ColumnHandle getColumn()
+    {
+        return column;
+    }
+}

presto-main/src/main/java/io/prestosql/spi/expression/ConnectorExpression.java

@@ -0,0 +1,31 @@
+/*
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package io.prestosql.spi.expression;
+
+import io.prestosql.spi.type.Type;
+
+public class ConnectorExpression
+{
+    private final Type type;
+
+    public ConnectorExpression(Type type)
+    {
+        this.type = type;
+    }
+
+    public Type getType()
+    {
+        return type;
+    }
+}