public static List<GTRecord> mockupData(GTInfo info, int nRows) { List<GTRecord> result = new ArrayList<GTRecord>(nRows); int round = nRows / 10; for (int i = 0; i < round; i++) { String d_01_14 = datePlus("2015-01-14", i * 4); String d_01_15 = datePlus("2015-01-15", i * 4); String d_01_16 = datePlus("2015-01-16", i * 4); String d_01_17 = datePlus("2015-01-17", i * 4); result.add(newRec(info, d_01_14, "Yang", "Food", new Long(10), new BigDecimal("10.5"))); result.add(newRec(info, d_01_14, "Luke", "Food", new Long(10), new BigDecimal("10.5"))); result.add(newRec(info, d_01_15, "Xu", "Food", new Long(10), new BigDecimal("10.5"))); result.add(newRec(info, d_01_15, "Dong", "Food", new Long(10), new BigDecimal("10.5"))); result.add(newRec(info, d_01_15, "Jason", "Food", new Long(10), new BigDecimal("10.5"))); result.add(newRec(info, d_01_16, "Mahone", "Food", new Long(10), new BigDecimal("10.5"))); result.add(newRec(info, d_01_16, "Shaofeng", "Food", new Long(10), new BigDecimal("10.5"))); result.add(newRec(info, d_01_16, "Qianhao", "Food", new Long(10), new BigDecimal("10.5"))); result.add(newRec(info, d_01_16, "George", "Food", new Long(10), new BigDecimal("10.5"))); result.add(newRec(info, d_01_17, "Kejia", "Food", new Long(10), new BigDecimal("10.5"))); } return result; }
@BeforeClass public static void beforeClass() { staticCreateTestMetadata(); INFO = UnitTestSupport.hllInfo(); final List<GTRecord> data = UnitTestSupport.mockupHllData(INFO, DATA_CARDINALITY); for (int i = 0; i < DATA_REPLICATION; i++) TEST_DATA.addAll(data); }
public static GTInfo advancedInfo() { Builder builder = infoBuilder(); builder.enableColumnBlock(new ImmutableBitSet[] { setOf(0), setOf(1, 2), setOf(3, 4) }); builder.enableRowBlock(4); return builder.build(); }
@Test public void testAdvancedInfo() { GTInfo info = UnitTestSupport.advancedInfo(); GTInfo.serializer.serialize(info, buffer); buffer.flip(); GTInfo sInfo = GTInfo.serializer.deserialize(buffer); this.compareTwoGTInfo(info, sInfo); }
private static Builder infoBuilder() { Builder builder = GTInfo.builder(); builder.setCodeSystem(new GTSampleCodeSystem()); builder.setColumns(// DataType.getType("varchar(10)"), // DataType.getType("varchar(10)"), // DataType.getType("varchar(10)"), // DataType.getType("bigint"), // DataType.getType("decimal") // ); builder.setPrimaryKey(setOf(0)); builder.setColumnPreferIndex(setOf(0)); return builder; }
public static GTInfo basicInfo() { Builder builder = infoBuilder(); GTInfo info = builder.build(); return info; }
@Test public void testBasicInfo() { GTInfo info = UnitTestSupport.basicInfo(); GTInfo.serializer.serialize(info, buffer); buffer.flip(); GTInfo sInfo = GTInfo.serializer.deserialize(buffer); this.compareTwoGTInfo(info, sInfo); }
static GTBuilder rebuild(GridTable table) throws IOException { GTBuilder builder = table.rebuild(); for (GTRecord rec : UnitTestSupport.mockupData(table.getInfo(), 10)) { builder.write(rec); } builder.close(); System.out.println("Written Row Count: " + builder.getWrittenRowCount()); return builder; }
@Test public void testAggregate() throws IOException { GTInfo info = UnitTestSupport.advancedInfo(); GTSimpleMemStore store = new GTSimpleMemStore(info); GridTable table = new GridTable(info, store); GTBuilder builder = rebuild(table); IGTScanner scanner = scanAndAggregate(table); }
public static GTInfo hllInfo() { Builder builder = GTInfo.builder(); builder.setCodeSystem(new GTSampleCodeSystem()); builder.setColumns(// DataType.getType("varchar(10)"), // DataType.getType("varchar(10)"), // DataType.getType("varchar(10)"), // DataType.getType("bigint"), // DataType.getType("decimal"), // DataType.getType("hllc14") // ); builder.setPrimaryKey(setOf(0)); builder.setColumnPreferIndex(setOf(0)); return builder.build(); }
public static GTInfo basicInfo() { Builder builder = infoBuilder(); GTInfo info = builder.build(); return info; }
@Test public void testBasics() throws IOException { GTInfo info = UnitTestSupport.basicInfo(); GTSimpleMemStore store = new GTSimpleMemStore(info); GridTable table = new GridTable(info, store); GTBuilder builder = rebuild(table); IGTScanner scanner = scan(table); }
static void rebuildViaAppend(GridTable table) throws IOException { List<GTRecord> data = UnitTestSupport.mockupData(table.getInfo(), 10); GTBuilder builder; int i = 0; builder = table.append(); builder.write(data.get(i++)); builder.write(data.get(i++)); builder.write(data.get(i++)); builder.write(data.get(i++)); builder.close(); System.out.println("Written Row Count: " + builder.getWrittenRowCount()); builder = table.append(); builder.write(data.get(i++)); builder.write(data.get(i++)); builder.write(data.get(i++)); builder.close(); System.out.println("Written Row Count: " + builder.getWrittenRowCount()); builder = table.append(); builder.write(data.get(i++)); builder.write(data.get(i++)); builder.close(); System.out.println("Written Row Count: " + builder.getWrittenRowCount()); builder = table.append(); builder.write(data.get(i++)); builder.close(); System.out.println("Written Row Count: " + builder.getWrittenRowCount()); }
public static List<GTRecord> mockupHllData(GTInfo info, int nRows) { List<GTRecord> result = new ArrayList<GTRecord>(nRows); int round = nRows / 10; for (int i = 0; i < round; i++) { String d_01_14 = datePlus("2015-01-14", i * 4); String d_01_15 = datePlus("2015-01-15", i * 4); String d_01_16 = datePlus("2015-01-16", i * 4); String d_01_17 = datePlus("2015-01-17", i * 4); result.add(newRec(info, d_01_14, "Yang", "Food", new Long(10), new BigDecimal("10.5"), new HLLCounter(14))); result.add(newRec(info, d_01_14, "Luke", "Food", new Long(10), new BigDecimal("10.5"), new HLLCounter(14))); result.add(newRec(info, d_01_15, "Xu", "Food", new Long(10), new BigDecimal("10.5"), new HLLCounter(14))); result.add(newRec(info, d_01_15, "Dong", "Food", new Long(10), new BigDecimal("10.5"), new HLLCounter(14))); result.add(newRec(info, d_01_15, "Jason", "Food", new Long(10), new BigDecimal("10.5"), new HLLCounter(14))); result.add(newRec(info, d_01_16, "Mahone", "Food", new Long(10), new BigDecimal("10.5"), new HLLCounter(14))); result.add(newRec(info, d_01_16, "Shaofeng", "Food", new Long(10), new BigDecimal("10.5"), new HLLCounter(14))); result.add(newRec(info, d_01_16, "Qianhao", "Food", new Long(10), new BigDecimal("10.5"), new HLLCounter(14))); result.add(newRec(info, d_01_16, "George", "Food", new Long(10), new BigDecimal("10.5"), new HLLCounter(14))); result.add(newRec(info, d_01_17, "Kejia", "Food", new Long(10), new BigDecimal("10.5"), new HLLCounter(14))); } return result; }
public static GTInfo advancedInfo() { Builder builder = infoBuilder(); builder.enableColumnBlock(new ImmutableBitSet[] { setOf(0), setOf(1, 2), setOf(3, 4) }); builder.enableRowBlock(4); return builder.build(); }
@Test public void testAppend() throws IOException { GTInfo info = UnitTestSupport.advancedInfo(); GTSimpleMemStore store = new GTSimpleMemStore(info); GridTable table = new GridTable(info, store); rebuildViaAppend(table); IGTScanner scanner = scan(table); }
private static Builder infoBuilder() { Builder builder = GTInfo.builder(); builder.setCodeSystem(new GTSampleCodeSystem()); builder.setColumns(// DataType.getType("varchar(10)"), // DataType.getType("varchar(10)"), // DataType.getType("varchar(10)"), // DataType.getType("bigint"), // DataType.getType("decimal") // ); builder.setPrimaryKey(setOf(0)); builder.setColumnPreferIndex(setOf(0)); return builder; }
public static List<GTRecord> mockupData(GTInfo info, int nRows) { List<GTRecord> result = new ArrayList<GTRecord>(nRows); int round = nRows / 10; for (int i = 0; i < round; i++) { String d_01_14 = datePlus("2015-01-14", i * 4); String d_01_15 = datePlus("2015-01-15", i * 4); String d_01_16 = datePlus("2015-01-16", i * 4); String d_01_17 = datePlus("2015-01-17", i * 4); result.add(newRec(info, d_01_14, "Yang", "Food", new Long(10), new BigDecimal("10.5"))); result.add(newRec(info, d_01_14, "Luke", "Food", new Long(10), new BigDecimal("10.5"))); result.add(newRec(info, d_01_15, "Xu", "Food", new Long(10), new BigDecimal("10.5"))); result.add(newRec(info, d_01_15, "Dong", "Food", new Long(10), new BigDecimal("10.5"))); result.add(newRec(info, d_01_15, "Jason", "Food", new Long(10), new BigDecimal("10.5"))); result.add(newRec(info, d_01_16, "Mahone", "Food", new Long(10), new BigDecimal("10.5"))); result.add(newRec(info, d_01_16, "Shaofeng", "Food", new Long(10), new BigDecimal("10.5"))); result.add(newRec(info, d_01_16, "Qianhao", "Food", new Long(10), new BigDecimal("10.5"))); result.add(newRec(info, d_01_16, "George", "Food", new Long(10), new BigDecimal("10.5"))); result.add(newRec(info, d_01_17, "Kejia", "Food", new Long(10), new BigDecimal("10.5"))); } return result; }
@Test public void testAdvanced() throws IOException { GTInfo info = UnitTestSupport.advancedInfo(); GTSimpleMemStore store = new GTSimpleMemStore(info); GridTable table = new GridTable(info, store); GTBuilder builder = rebuild(table); IGTScanner scanner = scan(table); }
public static GTInfo hllInfo() { Builder builder = GTInfo.builder(); builder.setCodeSystem(new GTSampleCodeSystem()); builder.setColumns(// DataType.getType("varchar(10)"), // DataType.getType("varchar(10)"), // DataType.getType("varchar(10)"), // DataType.getType("bigint"), // DataType.getType("decimal"), // DataType.getType("hllc14") // ); builder.setPrimaryKey(setOf(0)); builder.setColumnPreferIndex(setOf(0)); return builder.build(); }