Skip to content

Commit

Permalink
apache#1675 Support first/last aggregator
Browse files Browse the repository at this point in the history
  • Loading branch information
@navis
navis committed Mar 18, 2019
1 parent 4c39ebe commit aa3086f
Show file tree
Hide file tree
Showing 4 changed files with 622 additions and 97 deletions.
218 changes: 218 additions & 0 deletions extensions-core/lucene-extensions/src/test/java/io/druid/query/TestQueryOnGeoHash.java
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,218 @@
package io.druid.query;

import io.druid.data.input.Row;
import io.druid.math.expr.Parser;
import io.druid.query.aggregation.CountAggregatorFactory;
import io.druid.query.aggregation.RelayAggregatorFactory;
import io.druid.query.dimension.DefaultDimensionSpec;
import io.druid.query.groupby.GroupByQuery;
import io.druid.query.groupby.GroupByQueryRunnerTestHelper;
import io.druid.segment.ExprVirtualColumn;
import org.geohex.geohex4j.GeoHexFunctions;
import org.junit.Test;

import java.util.List;

public class TestQueryOnGeoHash extends GroupByQueryRunnerTestHelper
{
static {
Parser.register(GeoHashFunctions.class);
Parser.register(GeoHexFunctions.class);
Parser.register(H3Functions.class);
}

@Test
public void testGbyOnGeoHash()
{
String[] columns = new String[]{"gu", "amt", "py", "gis.lat", "gis.lon", "count"};
GroupByQuery.Builder builder = (GroupByQuery.Builder) new GroupByQuery.Builder()
.dataSource("estate")
.virtualColumns(new ExprVirtualColumn("to_geohash(gis.lat, gis.lon, 5)", "geohash"))
.setDimensions(DefaultDimensionSpec.of("geohash"))
.aggregators(
CountAggregatorFactory.of("count"),
RelayAggregatorFactory.first("gu"),
RelayAggregatorFactory.first("amt"),
RelayAggregatorFactory.first("py"),
RelayAggregatorFactory.first("gis.lat"),
RelayAggregatorFactory.first("gis.lon")
)
.limit(15);

List<Row> expected = createExpectedRows(
columns,
array("구로구", 26000L, 84.99, 37.495831, 126.8175835, 12L),
array("구로구", 17000L, 59.57, 37.4836299, 126.8511212, 15L),
array("관악구", 13500L, 46.72, 37.4842444, 126.9038832, 141L),
array("강서구", 28000L, 69.24, 37.5289234, 126.8521217, 313L),
array("구로구", 14800L, 44.37, 37.4875329, 126.8842305, 433L),
array("강서구", 38500L, 59.96, 37.5609216, 126.807947, 98L),
array("강서구", 40000L, 101.86, 37.580799, 126.8129585, 42L),
array("강서구", 18000L, 34.44, 37.5698458, 126.8471212, 365L),
array("강서구", 47000L, 84.77, 37.5533144, 126.8736465, 191L),
array("강서구", 45000L, 84.95, 37.5749051, 126.8378422, 3L),
array("마포구", 42000L, 49.9, 37.5745284, 126.8910073, 79L),
array("관악구", 41000L, 80.7, 37.4750472, 126.9521016, 100L),
array("관악구", 45000L, 95.91, 37.4748687, 126.9716606, 42L),
array("관악구", 15500L, 19.63, 37.4867225, 126.9474462, 295L),
array("관악구", 39300L, 59.58, 37.487304, 126.9608926, 181L)
);
List<Row> result = runQuery(builder.build());
validate(columns, expected, result);

builder.aggregators(
CountAggregatorFactory.of("count"),
RelayAggregatorFactory.last("gu"),
RelayAggregatorFactory.last("amt"),
RelayAggregatorFactory.last("py"),
RelayAggregatorFactory.last("gis.lat"),
RelayAggregatorFactory.last("gis.lon")
);
expected = createExpectedRows(
columns,
array("구로구", 21500L, 59.15, 37.4854936, 126.8197863, 12L),
array("구로구", 41500L, 84.97, 37.4773553, 126.8376654, 15L),
array("금천구", 24800L, 82.53, 37.4539606, 126.910849, 141L),
array("양천구", 39300L, 84.76, 37.511485, 126.8462465, 313L),
array("영등포구", 34500L, 82.79, 37.523189, 126.9089712, 433L),
array("강서구", 38000L, 84.99, 37.5703993, 126.8142881, 98L),
array("강서구", 27800L, 59.69, 37.5771877, 126.8175188, 42L),
array("양천구", 16300L, 56.97, 37.5311133, 126.8335982, 365L),
array("영등포구", 51200L, 84.87, 37.5295953, 126.9049055, 191L),
array("강서구", 36900L, 84.97, 37.5757393, 126.8376775, 3L),
array("은평구", 26500L, 82.0, 37.5876293, 126.9095505, 79L),
array("금천구", 29900L, 79.84, 37.4488962, 126.9157662, 100L),
array("서초구", 55000L, 83.86, 37.4769594, 126.9875696, 42L),
array("용산구", 50000L, 59.55, 37.5273317, 126.9538339, 295L),
array("용산구", 105000L, 124.05, 37.5259686, 126.9697766, 181L)
);
result = runQuery(builder.build());
validate(columns, expected, result);
}

@Test
public void testGbyOnGeoHex()
{
String[] columns = new String[]{"gu", "amt", "py", "gis.lat", "gis.lon", "count"};
GroupByQuery.Builder builder = (GroupByQuery.Builder) new GroupByQuery.Builder()
.dataSource("estate")
.virtualColumns(new ExprVirtualColumn("to_geohex(gis.lat, gis.lon, 5)", "geohex"))
.setDimensions(DefaultDimensionSpec.of("geohex"))
.aggregators(
new CountAggregatorFactory("count"),
new RelayAggregatorFactory("gu", "gu", "string", "FIRST"),
new RelayAggregatorFactory("amt", "amt", "double", "FIRST"),
new RelayAggregatorFactory("py", "py", "double", "FIRST"),
new RelayAggregatorFactory("gis.lat", "gis.lat", "double", "FIRST"),
new RelayAggregatorFactory("gis.lon", "gis.lon", "double", "FIRST")
)
.limit(15);

List<Row> expected = createExpectedRows(
columns,
array("송파구", 56500L, 59.96, 37.4771295, 127.1302374, 13L),
array("금천구", 39900L, 59.82, 37.4458596, 126.9007, 12L),
array("구로구", 17000L, 59.57, 37.4836299, 126.8511212, 7L),
array("관악구", 45000L, 95.91, 37.4748687, 126.9716606, 55L),
array("관악구", 15500L, 19.63, 37.4867225, 126.9474462, 848L),
array("강서구", 40500L, 84.99, 37.5516124, 126.8391742, 651L),
array("강남구", 105000L, 96.98, 37.4844613, 127.0535707, 444L),
array("강남구", 70000L, 84.99, 37.5066979, 127.0290002, 496L),
array("강서구", 18300L, 34.44, 37.5587227, 126.863547, 530L),
array("강서구", 18000L, 34.44, 37.5698458, 126.8471212, 244L),
array("강동구", 43700L, 59.72, 37.5597131, 127.1731354, 326L),
array("강남구", 122000L, 121.48, 37.5235176, 127.0500382, 505L),
array("강북구", 32100L, 59.96, 37.6151287, 127.0357365, 474L),
array("강동구", 44500L, 84.53, 37.5606354, 127.1810908, 27L),
array("강북구", 22400L, 59.42, 37.6262556, 127.0305638, 904L)
);
List<Row> result = runQuery(builder.build());
validate(columns, expected, result);

builder.aggregators(
new CountAggregatorFactory("count"),
new RelayAggregatorFactory("gu", "gu", "string", "LAST"),
new RelayAggregatorFactory("amt", "amt", "double", "LAST"),
new RelayAggregatorFactory("py", "py", "double", "LAST"),
new RelayAggregatorFactory("gis.lat", "gis.lat", "double", "LAST"),
new RelayAggregatorFactory("gis.lon", "gis.lon", "double", "LAST")
);
expected = createExpectedRows(
columns,
array("송파구", 60000L, 84.94, 37.47921, 127.1299526, 13L),
array("금천구", 69000L, 150.72, 37.4458596, 126.9007, 12L),
array("구로구", 41500L, 84.97, 37.4773553, 126.8376654, 7L),
array("서초구", 55000L, 59.98, 37.471037, 127.026008, 55L),
array("영등포구", 5000L, 32.69, 37.5206069, 126.9056704, 848L),
array("영등포구", 51500L, 114.63, 37.5243899, 126.8825893, 651L),
array("송파구", 67000L, 84.68, 37.5034406, 127.0857437, 444L),
array("중구", 40000L, 98.53, 37.5562342, 126.9825073, 496L),
array("중구", 70800L, 114.77, 37.558579, 126.964875, 530L),
array("강서구", 38000L, 84.99, 37.5703993, 126.8142881, 244L),
array("송파구", 59000L, 84.95, 37.5306495, 127.1152874, 326L),
array("중랑구", 35500L, 84.87, 37.5970506, 127.0818411, 505L),
array("중구", 34700L, 69.39, 37.5674315, 127.0165418, 474L),
array("중랑구", 38000L, 84.93, 37.6027085, 127.1101282, 27L),
array("중랑구", 27000L, 72.22, 37.6064934, 127.0823724, 904L)
);
result = runQuery(builder.build());
validate(columns, expected, result);
}

@Test
public void testGbyOnH3()
{
String[] columns = new String[]{"gu", "amt", "py", "gis.lat", "gis.lon", "count"};
GroupByQuery.Builder builder = (GroupByQuery.Builder) new GroupByQuery.Builder()
.dataSource("estate")
.virtualColumns(new ExprVirtualColumn("to_h3(gis.lat, gis.lon, 5)", "h3"))
.setDimensions(DefaultDimensionSpec.of("h3"))
.aggregators(
CountAggregatorFactory.of("count"),
RelayAggregatorFactory.first("gu"),
RelayAggregatorFactory.first("amt"),
RelayAggregatorFactory.first("py"),
RelayAggregatorFactory.first("gis.lat"),
RelayAggregatorFactory.first("gis.lon")
)
.limit(15);

List<Row> expected = createExpectedRows(
columns,
array("관악구", 45000L, 95.91, 37.4748687, 126.9716606, 263L),
array("강서구", 18000L, 34.44, 37.5698458, 126.8471212, 138L),
array("강서구", 38400L, 59.76, 37.5608928, 126.8569328, 797L),
array("강동구", 39300L, 58.68, 37.553258, 127.1251915, 1933L),
array("강남구", 105000L, 96.98, 37.4844613, 127.0535707, 792L),
array("강동구", 44500L, 84.53, 37.5606354, 127.1810908, 342L),
array("강북구", 43500L, 136.75, 37.6455376, 127.0080999, 43L),
array("노원구", 48000L, 114.92, 37.6819565, 127.0564055, 38L),
array("강서구", 23000L, 39.6, 37.5632084, 126.8592004, 1516L)
);
List<Row> result = runQuery(builder.build());
validate(columns, expected, result);

builder.aggregators(
CountAggregatorFactory.of("count"),
RelayAggregatorFactory.last("gu"),
RelayAggregatorFactory.last("amt"),
RelayAggregatorFactory.last("py"),
RelayAggregatorFactory.last("gis.lat"),
RelayAggregatorFactory.last("gis.lon")
);
expected = createExpectedRows(
columns,
array("동작구", 38250L, 84.92, 37.4859013, 126.9070625, 263L),
array("강서구", 38000L, 84.99, 37.5703993, 126.8142881, 138L),
array("양천구", 44400L, 84.84, 37.5171377, 126.874606, 797L),
array("중랑구", 27000L, 72.22, 37.6064934, 127.0823724, 1933L),
array("송파구", 53000L, 84.93, 37.5254261, 127.114201, 792L),
array("송파구", 59000L, 84.95, 37.5306495, 127.1152874, 342L),
array("은평구", 69206L, 166.96, 37.6282682, 126.935544, 43L),
array("도봉구", 31800L, 84.94, 37.6855748, 127.0482674, 38L),
array("중구", 40000L, 98.53, 37.5562342, 126.9825073, 1516L)
);
result = runQuery(builder.build());
validate(columns, expected, result);
}
}
Loading

0 comments on commit aa3086f

Please sign in to comment.