Skip to content

Commit 1adfd96

Browse files
tushengxiaVincent-Weng
tushengxia
authored and
Vincent-Weng
committed
Support hindex creation and management through operators
- remove presto-cli's direct dependency on hindex - add new CreateIndexOperator - when a CREATE INDEX statement is received, rewrite the query as a TableScan and use the data from TableScan to create index - hindex no longer has a direct dependency on hive packages, it now uses the hive connector - support index creation at different levels, e.g. file level or partition level - remove BitmapIndex support, the previous version had issues; a new version will be added later - add metadata to Pages, currently only enabled for hindex usecase
1 parent d3e81eb commit 1adfd96

File tree

182 files changed

+3173
-6465
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

182 files changed

+3173
-6465
lines changed

‎hetu-heuristic-index/pom.xml

-248
Original file line numberDiff line numberDiff line change
@@ -21,196 +21,11 @@
2121
</properties>
2222

2323
<dependencies>
24-
<dependency>
25-
<groupId>org.slf4j</groupId>
26-
<artifactId>slf4j-api</artifactId>
27-
<version>${org.slf4j.version}</version>
28-
<exclusions>
29-
<exclusion>
30-
<groupId>commons-logging</groupId>
31-
<artifactId>commons-logging</artifactId>
32-
</exclusion>
33-
</exclusions>
34-
</dependency>
3524
<dependency>
3625
<artifactId>commons-compress</artifactId>
3726
<groupId>org.apache.commons</groupId>
3827
<version>1.19</version>
3928
</dependency>
40-
<dependency>
41-
<groupId>org.apache.druid</groupId>
42-
<artifactId>druid-core</artifactId>
43-
<version>0.19.0</version>
44-
<exclusions>
45-
<exclusion>
46-
<artifactId>netty-resolver</artifactId>
47-
<groupId>io.netty</groupId>
48-
</exclusion>
49-
<exclusion>
50-
<groupId>joda-time</groupId>
51-
<artifactId>joda-time</artifactId>
52-
</exclusion>
53-
<exclusion>
54-
<groupId>com.fasterxml.jackson.core</groupId>
55-
<artifactId>jackson-databind</artifactId>
56-
</exclusion>
57-
<exclusion>
58-
<groupId>it.unimi.dsi</groupId>
59-
<artifactId>fastutil</artifactId>
60-
</exclusion>
61-
<exclusion>
62-
<groupId>org.apache.logging.log4j</groupId>
63-
<artifactId>log4j-1.2-api</artifactId>
64-
</exclusion>
65-
<exclusion>
66-
<groupId>org.apache.logging.log4j</groupId>
67-
<artifactId>log4j-slf4j-impl</artifactId>
68-
</exclusion>
69-
<exclusion>
70-
<groupId>org.slf4j</groupId>
71-
<artifactId>jcl-over-slf4j</artifactId>
72-
</exclusion>
73-
<exclusion>
74-
<artifactId>commons-beanutils</artifactId>
75-
<groupId>commons-beanutils</groupId>
76-
</exclusion>
77-
<exclusion>
78-
<artifactId>commons-compress</artifactId>
79-
<groupId>org.apache.commons</groupId>
80-
</exclusion>
81-
<exclusion>
82-
<artifactId>netty</artifactId>
83-
<groupId>io.netty</groupId>
84-
</exclusion>
85-
<exclusion>
86-
<artifactId>netty-buffer</artifactId>
87-
<groupId>io.netty</groupId>
88-
</exclusion>
89-
<exclusion>
90-
<artifactId>netty-codec</artifactId>
91-
<groupId>io.netty</groupId>
92-
</exclusion>
93-
<exclusion>
94-
<artifactId>netty-codec-dns</artifactId>
95-
<groupId>io.netty</groupId>
96-
</exclusion>
97-
<exclusion>
98-
<artifactId>netty-codec-http</artifactId>
99-
<groupId>io.netty</groupId>
100-
</exclusion>
101-
<exclusion>
102-
<artifactId>netty-codec-socks</artifactId>
103-
<groupId>io.netty</groupId>
104-
</exclusion>
105-
<exclusion>
106-
<artifactId>async-http-client</artifactId>
107-
<groupId>org.asynchttpclient</groupId>
108-
</exclusion>
109-
<exclusion>
110-
<artifactId>netty-common</artifactId>
111-
<groupId>io.netty</groupId>
112-
</exclusion>
113-
<exclusion>
114-
<artifactId>netty-handler</artifactId>
115-
<groupId>io.netty</groupId>
116-
</exclusion>
117-
<exclusion>
118-
<artifactId>netty-handler-proxy</artifactId>
119-
<groupId>io.netty</groupId>
120-
</exclusion>
121-
<exclusion>
122-
<artifactId>netty-resolver-dns</artifactId>
123-
<groupId>io.netty</groupId>
124-
</exclusion>
125-
<exclusion>
126-
<artifactId>netty-transport</artifactId>
127-
<groupId>io.netty</groupId>
128-
</exclusion>
129-
<exclusion>
130-
<artifactId>netty-transport-native-epoll</artifactId>
131-
<groupId>io.netty</groupId>
132-
</exclusion>
133-
<exclusion>
134-
<artifactId>netty-transport-native-unix-common</artifactId>
135-
<groupId>io.netty</groupId>
136-
</exclusion>
137-
<exclusion>
138-
<artifactId>async-http-client-netty-utils</artifactId>
139-
<groupId>org.asynchttpclient</groupId>
140-
</exclusion>
141-
<exclusion>
142-
<artifactId>jackson-core</artifactId>
143-
<groupId>com.fasterxml.jackson.core</groupId>
144-
</exclusion>
145-
<exclusion>
146-
<artifactId>jackson-annotations</artifactId>
147-
<groupId>com.fasterxml.jackson.core</groupId>
148-
</exclusion>
149-
<exclusion>
150-
<artifactId>jackson-datatype-guava</artifactId>
151-
<groupId>com.fasterxml.jackson.datatype</groupId>
152-
</exclusion>
153-
<exclusion>
154-
<artifactId>jackson-datatype-joda</artifactId>
155-
<groupId>com.fasterxml.jackson.datatype</groupId>
156-
</exclusion>
157-
<exclusion>
158-
<artifactId>jackson-dataformat-smile</artifactId>
159-
<groupId>com.fasterxml.jackson.dataformat</groupId>
160-
</exclusion>
161-
<exclusion>
162-
<groupId>org.hibernate</groupId>
163-
<artifactId>hibernate-validator</artifactId>
164-
</exclusion>
165-
</exclusions>
166-
</dependency>
167-
<dependency>
168-
<groupId>org.apache.druid</groupId>
169-
<artifactId>druid-processing</artifactId>
170-
<version>0.19.0</version>
171-
<exclusions>
172-
<exclusion>
173-
<groupId>joda-time</groupId>
174-
<artifactId>joda-time</artifactId>
175-
</exclusion>
176-
<exclusion>
177-
<groupId>it.unimi.dsi</groupId>
178-
<artifactId>fastutil</artifactId>
179-
</exclusion>
180-
<exclusion>
181-
<groupId>com.fasterxml.jackson.core</groupId>
182-
<artifactId>jackson-databind</artifactId>
183-
</exclusion>
184-
<exclusion>
185-
<artifactId>jackson-core</artifactId>
186-
<groupId>com.fasterxml.jackson.core</groupId>
187-
</exclusion>
188-
<exclusion>
189-
<artifactId>jackson-annotations</artifactId>
190-
<groupId>com.fasterxml.jackson.core</groupId>
191-
</exclusion>
192-
<exclusion>
193-
<artifactId>jackson-datatype-guava</artifactId>
194-
<groupId>com.fasterxml.jackson.datatype</groupId>
195-
</exclusion>
196-
<exclusion>
197-
<artifactId>jackson-datatype-joda</artifactId>
198-
<groupId>com.fasterxml.jackson.datatype</groupId>
199-
</exclusion>
200-
<exclusion>
201-
<artifactId>jackson-dataformat-smile</artifactId>
202-
<groupId>com.fasterxml.jackson.dataformat</groupId>
203-
</exclusion>
204-
<exclusion>
205-
<artifactId>netty-common</artifactId>
206-
<groupId>io.netty</groupId>
207-
</exclusion>
208-
</exclusions>
209-
</dependency>
210-
<dependency>
211-
<groupId>io.prestosql.hive</groupId>
212-
<artifactId>hive-apache</artifactId>
213-
</dependency>
21429
<dependency>
21530
<groupId>io.prestosql.hive</groupId>
21631
<artifactId>hive-apache-jdbc</artifactId>
@@ -220,16 +35,6 @@
22035
<groupId>io.hetu.core</groupId>
22136
<artifactId>hetu-common</artifactId>
22237
</dependency>
223-
<dependency>
224-
<groupId>io.hetu.core</groupId>
225-
<artifactId>presto-hive</artifactId>
226-
<exclusions>
227-
<exclusion>
228-
<groupId>it.unimi.dsi</groupId>
229-
<artifactId>fastutil</artifactId>
230-
</exclusion>
231-
</exclusions>
232-
</dependency>
23338
<dependency>
23439
<groupId>io.hetu.core</groupId>
23540
<artifactId>presto-parser</artifactId>
@@ -249,15 +54,6 @@
24954
<artifactId>guava</artifactId>
25055
<scope>compile</scope>
25156
</dependency>
252-
<dependency>
253-
<groupId>io.prestosql.hadoop</groupId>
254-
<artifactId>hadoop-apache</artifactId>
255-
</dependency>
256-
<dependency>
257-
<groupId>org.apache.thrift</groupId>
258-
<artifactId>libthrift</artifactId>
259-
<scope>compile</scope>
260-
</dependency>
26157
<dependency>
26258
<groupId>io.airlift</groupId>
26359
<artifactId>log</artifactId>
@@ -309,40 +105,15 @@
309105
<version>3.26.0-GA</version>
310106
<scope>test</scope>
311107
</dependency>
312-
<dependency>
313-
<groupId>joda-time</groupId>
314-
<artifactId>joda-time</artifactId>
315-
</dependency>
316-
<dependency>
317-
<groupId>io.hetu.core</groupId>
318-
<artifactId>presto-memory-context</artifactId>
319-
</dependency>
320108
<dependency>
321109
<groupId>io.airlift</groupId>
322110
<artifactId>slice</artifactId>
323111
</dependency>
324-
<dependency>
325-
<groupId>com.google.code.findbugs</groupId>
326-
<artifactId>jsr305</artifactId>
327-
</dependency>
328-
<dependency>
329-
<groupId>com.fasterxml.jackson.core</groupId>
330-
<artifactId>jackson-databind</artifactId>
331-
</dependency>
332112
<dependency>
333113
<groupId>commons-io</groupId>
334114
<artifactId>commons-io</artifactId>
335115
<scope>compile</scope>
336116
</dependency>
337-
<dependency>
338-
<groupId>org.roaringbitmap</groupId>
339-
<artifactId>RoaringBitmap</artifactId>
340-
<version>${org.roaringbitmap.version}</version>
341-
</dependency>
342-
<dependency>
343-
<groupId>io.airlift</groupId>
344-
<artifactId>units</artifactId>
345-
</dependency>
346117
<dependency>
347118
<groupId>io.hetu.core</groupId>
348119
<artifactId>presto-spi</artifactId>
@@ -351,25 +122,6 @@
351122
<groupId>io.hetu.core</groupId>
352123
<artifactId>hetu-filesystem-client</artifactId>
353124
</dependency>
354-
<dependency>
355-
<groupId>io.hetu.core</groupId>
356-
<artifactId>presto-orc</artifactId>
357-
<exclusions>
358-
<exclusion>
359-
<groupId>it.unimi.dsi</groupId>
360-
<artifactId>fastutil</artifactId>
361-
</exclusion>
362-
</exclusions>
363-
</dependency>
364-
<dependency>
365-
<groupId>javax.inject</groupId>
366-
<artifactId>javax.inject</artifactId>
367-
</dependency>
368-
<dependency>
369-
<groupId>org.apache.httpcomponents</groupId>
370-
<artifactId>httpcore</artifactId>
371-
<scope>compile</scope>
372-
</dependency>
373125
<dependency>
374126
<groupId>it.unimi.dsi</groupId>
375127
<artifactId>fastutil</artifactId>

0 commit comments

Comments
 (0)