/** * Test db storage. * * @throws HiveException the hive exception */ @Test(groups = "first") public void testDBStorage() throws Exception { CubeMetastoreClient cc = CubeMetastoreClient.getInstance(conf); if (!cc.tableExists(DB_STORAGE1)) { cc.createStorage(db1); } if (!cc.tableExists(DB_STORAGE2)) { cc.createStorage(db2); } }
@AfterClass public static void teardown() throws Exception { // Drop the cube client.dropCube(CUBE_NAME); client.dropCube(VIRTUAL_CUBE_NAME); client = CubeMetastoreClient.getInstance(conf); assertFalse(client.tableExists(CUBE_NAME)); Hive.get().dropDatabase(TestCubeMetastoreClient.class.getSimpleName(), true, true, true); CubeMetastoreClient.close(); }
private void validateDim(Dimension udim, Set<CubeDimAttribute> attrs, String basedim, String referdim) throws HiveException, LensException { assertTrue(client.tableExists(udim.getName())); Table dimTbl = client.getHiveTable(udim.getName()); assertTrue(client.isDimension(dimTbl)); Dimension dim = new Dimension(dimTbl); assertTrue(udim.equals(dim), "Equals failed for " + dim.getName()); assertTrue(udim.equals(client.getDimension(udim.getName()))); assertEquals(dim.getAttributes().size(), attrs.size()); assertNotNull(dim.getAttributeByName(basedim)); assertTrue(dim.getAttributeByName(basedim) instanceof BaseDimAttribute); if (referdim != null) { assertNotNull(dim.getAttributeByName(referdim)); assertTrue(dim.getAttributeByName(referdim) instanceof ReferencedDimAttribute); } assertEquals(udim.getAttributeNames().size() + udim.getExpressionNames().size(), dim.getAllFieldNames().size()); }
client.createCubeDimensionTable("zipdim", dimTblName, dimColumns, 0L, dumpPeriods, null, storageTables); Assert.assertTrue(client.tableExists(dimTblName)); Assert.assertTrue(client.tableExists(storageTableName));
client.createCubeDimensionTable(countryDim.getName(), dimName, dimColumns, 0L, storageNames, null, storageTables); assertTrue(client.tableExists(dimName)); Table cubeTbl = client.getHiveTable(dimName); assertTrue(client.isDimensionTable(cubeTbl)); assertTrue(client.tableExists(storageTableName)); assertTrue(!client.getHiveTable(storageTableName).isPartitioned());
0.0); client.createCube(cubeName, moreCubeMeasures, moreCubeDimensions, cubeExpressions, joinChains, emptyHashMap); assertTrue(client.tableExists(cubeName)); Table cubeTbl = client.getHiveTable(cubeName); assertTrue(client.isCube(cubeTbl)); DerivedCube derivedCube = new DerivedCube(derivedCubeName, moreMeasures, moreDimensions, cube); client.createDerivedCube(cubeName, derivedCubeName, moreMeasures, moreDimensions, emptyHashMap, 0L); assertTrue(client.tableExists(derivedCubeName)); Table derivedTbl = client.getHiveTable(derivedCubeName); assertTrue(client.isCube(derivedTbl));
client.createCubeDimensionTable(cityDim.getName(), dimName, dimColumns, 0L, dumpPeriods, null, storageTables); assertTrue(client.tableExists(dimName)); Table cubeTbl = client.getHiveTable(dimName); assertTrue(client.isDimensionTable(cubeTbl)); assertTrue(client.tableExists(storageTableName1)); String storageTableName2 = getFactOrDimtableStorageTableName(dimName, c2); assertTrue(client.tableExists(storageTableName2)); assertTrue(!client.getHiveTable(storageTableName2).isPartitioned());
private void createOrAlterStorageHiveTable(Table parent, String storageTableNamePrefix, StorageTableDesc crtTblDesc) throws LensException { try { Table tbl = Storage.getStorageTable(storageTableNamePrefix, getClient(), parent, crtTblDesc); if (tableExists(tbl.getTableName())) { // alter table alterHiveTable(tbl.getTableName(), tbl); } else { getClient().createTable(tbl); // do get to update cache getTable(tbl.getTableName()); } } catch (HiveException e) { throw new LensException("Exception creating table", e); } }
private void createOrAlterStorageHiveTable(Table parent, String storageTableNamePrefix, StorageTableDesc crtTblDesc) throws LensException { try { Table tbl = Storage.getStorageTable(storageTableNamePrefix, getClient(), parent, crtTblDesc); if (tableExists(tbl.getTableName())) { // alter table alterHiveTable(tbl.getTableName(), tbl); } else { getClient().createTable(tbl); // do get to update cache getTable(tbl.getTableName()); } } catch (HiveException e) { throw new LensException("Exception creating table", e); } }
updatePeriods, 0L, factProps, storageTables); assertTrue(client.tableExists(factNameSkipPart)); Table cubeTbl = client.getHiveTable(factNameSkipPart); assertTrue(client.isFactTable(cubeTbl)); assertTrue(client.tableExists(storageTableName));
@Test(priority = 2) public void testAlterDerivedCube() throws Exception { String name = "alter_derived_cube"; client.createDerivedCube(CUBE_NAME, name, measures, dimensions, emptyHashMap, 0L); // Test alter cube Table cubeTbl = client.getHiveTable(name); DerivedCube toAlter = new DerivedCube(cubeTbl, (Cube) client.getCube(CUBE_NAME)); toAlter.addMeasure("msr4"); toAlter.removeMeasure("msr3"); toAlter.addDimension("dim1StartTime"); toAlter.removeDimension("dim1"); assertNotNull(toAlter.getMeasureByName("msr4")); assertNotNull(toAlter.getMeasureByName("msr2")); assertNull(toAlter.getMeasureByName("msr3")); assertNotNull(toAlter.getDimAttributeByName("dim1StartTime")); assertNotNull(toAlter.getDimAttributeByName("dim2")); assertNull(toAlter.getDimAttributeByName("dim1")); client.alterCube(name, toAlter); DerivedCube altered = (DerivedCube) client.getCube(name); assertEquals(toAlter, altered); assertNotNull(altered.getMeasureByName("msr4")); CubeMeasure addedMsr = altered.getMeasureByName("msr4"); assertEquals(addedMsr.getType(), "bigint"); assertNotNull(altered.getDimAttributeByName("dim1StartTime")); BaseDimAttribute addedDim = (BaseDimAttribute) altered.getDimAttributeByName("dim1StartTime"); assertEquals(addedDim.getType(), "string"); assertNotNull(addedDim.getStartTime()); client.dropCube(name); assertFalse(client.tableExists(name)); }
updatePeriods, 0L, null, storageTables); assertTrue(client.tableExists(factNameSkipPart)); Table cubeTbl = client.getHiveTable(factNameSkipPart); assertTrue(client.isFactTable(cubeTbl)); assertTrue(client.tableExists(storageTableName));
assertTrue(client.tableExists(factName)); Table cubeTbl = client.getHiveTable(factName); assertTrue(client.isFactTable(cubeTbl)); assertTrue(client.tableExists(storageTableName));
assertTrue(client.tableExists(dimName)); Table cubeTbl = client.getHiveTable(dimName); assertTrue(client.isDimensionTable(cubeTbl)); assertTrue(client.tableExists(storageTableName));
assertTrue(client.tableExists(factNameWithPart)); Table cubeTbl = client.getHiveTable(factNameWithPart); assertTrue(client.isFactTable(cubeTbl)); assertTrue(client.tableExists(storageTableName));
assertTrue(client.tableExists(virtualFactName)); Table virtualTbl = client.getHiveTable(virtualFactName); assertTrue(client.isVirtualFactTable(virtualTbl)); assertFalse(client.tableExists(virtualFactName));
assertTrue(client.tableExists(factName)); Table cubeTbl = client.getHiveTable(factName); assertTrue(client.isFactTable(cubeTbl)); assertTrue(client.tableExists(storageTableName));
assertTrue(client.tableExists(factNameWithPart)); Table cubeTbl = client.getHiveTable(factNameWithPart); assertTrue(client.isFactTable(cubeTbl)); assertTrue(client.tableExists(storageTableName));
assertTrue(client.tableExists(factName)); Table cubeTbl = client.getHiveTable(factName); assertTrue(client.isFactTable(cubeTbl)); assertTrue(client.tableExists(storageTableName));
assertFalse(client.tableExists(segmentName));