private CubeDimensionTable getDimensionTable(Table tbl) { return new CubeDimensionTable(tbl); }
private CubeDimensionTable getDimensionTable(Table tbl) { return new CubeDimensionTable(tbl); }
/** * Create a cube dimension table * * @param dimName The dimension name to which the dim-table belongs to * @param dimTblName dimension table name * @param columns Columns of the dimension table * @param weight Weight of the dimension table * @param dumpPeriods Storage names and their dump periods on which dimension is available * @param properties properties of dimension table * @param storageTableDescs Map of storage to its storage table description * @throws LensException */ public void createCubeDimensionTable(String dimName, String dimTblName, List<FieldSchema> columns, double weight, Map<String, UpdatePeriod> dumpPeriods, Map<String, String> properties, Map<String, StorageTableDesc> storageTableDescs) throws LensException { CubeDimensionTable dimTable = new CubeDimensionTable(dimName, dimTblName, columns, weight, dumpPeriods, properties); createCubeTable(dimTable, storageTableDescs); // do a get to update cache getDimensionTable(dimTblName); }
/** * Create a cube dimension table * * @param dimName The dimension name to which the dim-table belongs to * @param dimTblName dimension table name * @param columns Columns of the dimension table * @param weight Weight of the dimension table * @param storageNames Storages on which dimension is available without any dumps * @param properties Properties of dimension table * @param storageTableDescs Map of storage to its storage table description * @throws LensException */ public void createCubeDimensionTable(String dimName, String dimTblName, List<FieldSchema> columns, double weight, Set<String> storageNames, Map<String, String> properties, Map<String, StorageTableDesc> storageTableDescs) throws LensException { CubeDimensionTable dimTable = new CubeDimensionTable(dimName, dimTblName, columns, weight, storageNames, properties); createCubeTable(dimTable, storageTableDescs); // do a get to update cache getDimensionTable(dimTblName); }
/** * Create a cube dimension table * * @param dimName The dimension name to which the dim-table belongs to * @param dimTblName dimension table name * @param columns Columns of the dimension table * @param weight Weight of the dimension table * @param dumpPeriods Storage names and their dump periods on which dimension is available * @param properties properties of dimension table * @param storageTableDescs Map of storage to its storage table description * @throws LensException */ public void createCubeDimensionTable(String dimName, String dimTblName, List<FieldSchema> columns, double weight, Map<String, UpdatePeriod> dumpPeriods, Map<String, String> properties, Map<String, StorageTableDesc> storageTableDescs) throws LensException { checkIfAuthorized(); CubeDimensionTable dimTable = new CubeDimensionTable(dimName, dimTblName, columns, weight, dumpPeriods, properties); createCubeTable(dimTable, storageTableDescs); // do a get to update cache getDimensionTable(dimTblName); }
/** * Create a cube dimension table * * @param dimName The dimension name to which the dim-table belongs to * @param dimTblName dimension table name * @param columns Columns of the dimension table * @param weight Weight of the dimension table * @param storageNames Storages on which dimension is available without any dumps * @param properties Properties of dimension table * @param storageTableDescs Map of storage to its storage table description * @throws LensException */ public void createCubeDimensionTable(String dimName, String dimTblName, List<FieldSchema> columns, double weight, Set<String> storageNames, Map<String, String> properties, Map<String, StorageTableDesc> storageTableDescs) throws LensException { CubeDimensionTable dimTable = new CubeDimensionTable(dimName, dimTblName, columns, weight, storageNames, properties); checkIfAuthorized(); createCubeTable(dimTable, storageTableDescs); // do a get to update cache getDimensionTable(dimTblName); }
public static CubeDimensionTable cubeDimTableFromDimTable(XDimensionTable dimensionTable) throws LensException { return new CubeDimensionTable(dimensionTable.getDimensionName(), dimensionTable.getTableName(), fieldSchemaListFromColumns(dimensionTable.getColumns()), dimensionTable.getWeight(), dumpPeriodsFromStorageTables(dimensionTable.getStorageTables()), mapFromXProperties(dimensionTable.getProperties())); }
public static CubeDimensionTable cubeDimTableFromDimTable(XDimensionTable dimensionTable) throws LensException { return new CubeDimensionTable(dimensionTable.getDimensionName(), dimensionTable.getTableName(), fieldSchemaListFromColumns(dimensionTable.getColumns()), dimensionTable.getWeight(), dumpPeriodsFromStorageTables(dimensionTable.getStorageTables()), mapFromXProperties(dimensionTable.getProperties())); }
storageNames.add(c1); Map<String, StorageTableDesc> storageTables = getHashMap(c1, s1); CubeDimensionTable cubeDim = new CubeDimensionTable(countryDim.getName(), dimName, dimColumns, 0L, storageNames); client.createCubeDimensionTable(countryDim.getName(), dimName, dimColumns, 0L, storageNames, null, storageTables); CubeDimensionTable cubeDim2 = new CubeDimensionTable(cubeTbl); assertTrue(cubeDim.equals(cubeDim2));
@Test public void testNoCandidateDimAvailableExceptionCompare() throws Exception { //Max cause COLUMN_NOT_FOUND, Ordinal 2 PruneCauses<CubeDimensionTable> pr1 = new PruneCauses<>(); pr1.addPruningMsg(new CubeDimensionTable(new Table("test", "citydim")), CandidateTablePruneCause.columnNotFound( "test1", "test2", "test3")); NoCandidateDimAvailableException ne1 = new NoCandidateDimAvailableException(pr1); //Max cause EXPRESSION_NOT_EVALUABLE, Ordinal 14 PruneCauses<CubeDimensionTable> pr2 = new PruneCauses<CubeDimensionTable>(); pr2.addPruningMsg(new CubeDimensionTable(new Table("test", "citydim")), CandidateTablePruneCause.expressionNotEvaluable("testexp1", "testexp2")); NoCandidateDimAvailableException ne2 = new NoCandidateDimAvailableException(pr2); assertEquals(ne1.compareTo(ne2), -7); }
Map<String, StorageTableDesc> storageTables = getHashMap(c1, s1, c2, s2); CubeDimensionTable cubeDim = new CubeDimensionTable(cityDim.getName(), dimName, dimColumns, 0L, dumpPeriods); client.createCubeDimensionTable(cityDim.getName(), dimName, dimColumns, 0L, dumpPeriods, null, storageTables); CubeDimensionTable cubeDim2 = new CubeDimensionTable(cubeTbl); assertTrue(cubeDim.equals(cubeDim2));
Map<String, StorageTableDesc> storageTables = getHashMap(c1, s1); CubeDimensionTable cubeDim = new CubeDimensionTable(stateDim.getName(), dimName, dimColumns, 100L, dumpPeriods); client.createCubeDimensionTable(stateDim.getName(), dimName, dimColumns, 100L, dumpPeriods, null, storageTables); assertTrue(client.tableExists(dimName)); Table cubeTbl = client.getHiveTable(dimName); assertTrue(client.isDimensionTable(cubeTbl)); CubeDimensionTable cubeDim2 = new CubeDimensionTable(cubeTbl); assertTrue(cubeDim.equals(cubeDim2));
Map<String, StorageTableDesc> storageTables = getHashMap(c1, s1); CubeDimensionTable cubeDim = new CubeDimensionTable(zipDim.getName(), dimName, dimColumns, 0L, dumpPeriods); client.createCubeDimensionTable(zipDim.getName(), dimName, dimColumns, 0L, dumpPeriods, null, storageTables); CubeDimensionTable cubeDim2 = new CubeDimensionTable(cubeTbl); assertTrue(cubeDim.equals(cubeDim2));
CubeDimensionTable altered = new CubeDimensionTable(alteredHiveTable); List<FieldSchema> columns = altered.getColumns(); boolean contains = false; client.alterCubeDimensionTable(dimTblName, dimTable, storageTables); altered = new CubeDimensionTable(Hive.get(conf).getTable(dimTblName)); boolean typeChanged = false; for (FieldSchema column : altered.getColumns()) {
Map<String, StorageTableDesc> storageTables = getHashMap(c1, s1); CubeDimensionTable cubeDim = new CubeDimensionTable(zipDim.getName(), dimName, dimColumns, 0L, dumpPeriods); client.createCubeDimensionTable(zipDim.getName(), dimName, dimColumns, 0L, dumpPeriods, null, storageTables); CubeDimensionTable cubeDim2 = new CubeDimensionTable(cubeTbl); assertTrue(cubeDim.equals(cubeDim2));