- Add the Codota plugin to your IDE and get smart completions
private void myMethod () {FileOutputStream f =
File file;new FileOutputStream(file)
- Smart code suggestions by Tabnine
}
private void createFactPartition(String fileName, String fact, String storage) throws JAXBException, IOException { XPartition partition = (XPartition) SampleMetastore.readFromXML(fileName); String partLocation = partition.getLocation(); if (!partLocation.startsWith("/")) { partition.setLocation("file://" + System.getProperty("lens.home") + "/" + partLocation); } result = metaClient.addPartitionToFactTable(fact, storage, partition); if (result.getStatus().equals(APIResult.Status.FAILED)) { System.err.println("Adding partition from:" + fileName + " failed"); retCode = 1; } else { System.out.println("Added partition from:" + fileName); } }
private void createDimTablePartition(String fileName, String dimTable, String storage) throws JAXBException, IOException { XPartition partition = (XPartition) SampleMetastore.readFromXML(fileName); String partLocation = partition.getLocation(); if (!partLocation.startsWith("/")) { partition.setLocation("file://" + System.getProperty("lens.home") + "/" + partLocation); } result = metaClient.addPartitionToDimensionTable(dimTable, storage, partition); if (result.getStatus().equals(APIResult.Status.FAILED)) { System.err.println("Adding partition from:"+ fileName + " failed"); retCode = 1; } else { System.out.println("Added partition from:" + fileName); } }
private void createFactPartitions(String fileName, String fact, String storage) throws JAXBException, IOException { XPartitionList partitionList = (XPartitionList) SampleMetastore.readFromXML(fileName); for (XPartition partition : partitionList.getPartition()) { String partLocation = partition.getLocation(); if (!partLocation.startsWith("/")) { partition.setLocation("file://" + System.getProperty("lens.home") + "/" + partLocation); } } result = metaClient.addPartitionsToFactTable(fact, storage, partitionList); if (result.getStatus().equals(APIResult.Status.FAILED)) { System.err.println("Adding partitions from:" + fileName + " failed"); retCode = 1; } else { System.out.println("Added partitions from:" + fileName); } }
private void createDimTablePartitions(String fileName, String dimTable, String storage) throws JAXBException, IOException { XPartitionList partitionList = (XPartitionList) SampleMetastore.readFromXML(fileName); for (XPartition partition : partitionList.getPartition()) { String partLocation = partition.getLocation(); if (!partLocation.startsWith("/")) { partition.setLocation("file://" + System.getProperty("lens.home") + "/" + partLocation); } } result = metaClient.addPartitionsToDimensionTable(dimTable, storage, partitionList); if (result.getStatus().equals(APIResult.Status.FAILED)) { System.err.println("Adding partitions from:" + fileName + " failed"); retCode = 1; } else { System.out.println("Added partitions from:" + fileName); } }
public static void updatePartitionFromXPartition(Partition partition, XPartition xp) throws ClassNotFoundException { partition.getParameters().putAll(mapFromXProperties(xp.getPartitionParameters())); partition.getTPartition().getSd().getSerdeInfo().setParameters(mapFromXProperties(xp.getSerdeParameters())); partition.setLocation(xp.getLocation()); if (xp.getInputFormat() != null) { partition.setInputFormatClass(Class.forName(xp.getInputFormat()).asSubclass(InputFormat.class)); } if (xp.getOutputFormat() != null) { Class<? extends HiveOutputFormat> outputFormatClass = Class.forName(xp.getOutputFormat()).asSubclass(HiveOutputFormat.class); partition.setOutputFormatClass(outputFormatClass); } partition.getParameters().put(MetastoreConstants.PARTITION_UPDATE_PERIOD, xp.getUpdatePeriod().name()); partition.getTPartition().getSd().getSerdeInfo().setSerializationLib(xp.getSerdeClassname()); }
public static void updatePartitionFromXPartition(Partition partition, XPartition xp) throws ClassNotFoundException { partition.getParameters().putAll(mapFromXProperties(xp.getPartitionParameters())); partition.getTPartition().getSd().getSerdeInfo().setParameters(mapFromXProperties(xp.getSerdeParameters())); partition.setLocation(xp.getLocation()); if (xp.getInputFormat() != null) { partition.setInputFormatClass(Class.forName(xp.getInputFormat()).asSubclass(InputFormat.class)); } if (xp.getOutputFormat() != null) { Class<? extends HiveOutputFormat> outputFormatClass = Class.forName(xp.getOutputFormat()).asSubclass(HiveOutputFormat.class); partition.setOutputFormatClass(outputFormatClass); } partition.getParameters().put(MetastoreConstants.PARTITION_UPDATE_PERIOD, xp.getUpdatePeriod().name()); partition.getTPartition().getSd().getSerdeInfo().setSerializationLib(xp.getSerdeClassname()); }
assertEquals(partAddResult.getStatus(), Status.FAILED); xp.setLocation(xp.getLocation() + "/a/b/c"); APIResult partUpdateResult = target().path("metastore/facts/").path(table).path("storages/S1/partition") .queryParam("sessionid", lensSessionId).request(mediaType) assertEquals(partitions.getPartition().size(), 1); XPartition readPartition = partitions.getPartition().get(0); assertEquals(readPartition.getLocation(), xp.getLocation()); assertEquals(readPartition.getTimePartitionSpec(), xp.getTimePartitionSpec()); assertEquals(readPartition.getNonTimePartitionSpec(), xp.getNonTimePartitionSpec());
xp.setLocation(xp.getLocation() + "/a/b/c"); APIResult partUpdateResult = target().path("metastore/dimtables/").path(table).path("storages/test/partition") .queryParam("sessionid", lensSessionId).request(mediaType) assertEquals(partitions.getPartition().size(), 2); assertEquals(partitions.getPartition().get(0).getLocation(), xp.getLocation()); assertEquals(partitions.getPartition().get(1).getLocation(), xp.getLocation());
assertEquals(partAddResult.getStatus(), Status.FAILED); xp.setLocation(xp.getLocation() + "/a/b/c"); APIResult partUpdateResult = target().path("metastore/facts/").path(table).path("storages/S2/partition") .queryParam("sessionid", lensSessionId) assertEquals(partitions.getPartition().size(), 1); XPartition readPartition = partitions.getPartition().get(0); assertEquals(readPartition.getLocation(), xp.getLocation()); assertEquals(readPartition.getTimePartitionSpec(), xp.getTimePartitionSpec()); assertEquals(readPartition.getNonTimePartitionSpec(), xp.getNonTimePartitionSpec());
public static StoragePartitionDesc storagePartSpecFromXPartition( XPartition xpart) { StoragePartitionDesc partDesc = new StoragePartitionDesc( xpart.getFactOrDimensionTableName(), timePartSpecfromXTimePartSpec(xpart.getTimePartitionSpec()), nonTimePartSpecfromXNonTimePartSpec(xpart.getNonTimePartitionSpec()), UpdatePeriod.valueOf(xpart.getUpdatePeriod().name())); partDesc.setPartParams(mapFromXProperties(xpart.getPartitionParameters())); partDesc.setSerdeParams(mapFromXProperties(xpart.getSerdeParameters())); partDesc.setLocation(xpart.getLocation()); partDesc.setInputFormat(xpart.getInputFormat()); partDesc.setOutputFormat(xpart.getOutputFormat()); partDesc.setSerializationLib(xpart.getSerdeClassname()); return partDesc; }
public static StoragePartitionDesc storagePartSpecFromXPartition( XPartition xpart) { StoragePartitionDesc partDesc = new StoragePartitionDesc( xpart.getFactOrDimensionTableName(), timePartSpecfromXTimePartSpec(xpart.getTimePartitionSpec()), nonTimePartSpecfromXNonTimePartSpec(xpart.getNonTimePartitionSpec()), UpdatePeriod.valueOf(xpart.getUpdatePeriod().name())); partDesc.setPartParams(mapFromXProperties(xpart.getPartitionParameters())); partDesc.setSerdeParams(mapFromXProperties(xpart.getSerdeParameters())); partDesc.setLocation(xpart.getLocation()); partDesc.setInputFormat(xpart.getInputFormat()); partDesc.setOutputFormat(xpart.getOutputFormat()); partDesc.setSerializationLib(xpart.getSerdeClassname()); return partDesc; }
theLocation = this.getLocation(); strategy.appendField(locator, this, "location", buffer, theLocation);
theLocation = this.getLocation(); strategy.appendField(locator, this, "location", buffer, theLocation);
lhsLocation = this.getLocation(); String rhsLocation; rhsLocation = that.getLocation(); if (!strategy.equals(LocatorUtils.property(thisLocator, "location", lhsLocation), LocatorUtils.property(thatLocator, "location", rhsLocation), lhsLocation, rhsLocation)) { return false;
lhsLocation = this.getLocation(); String rhsLocation; rhsLocation = that.getLocation(); if (!strategy.equals(LocatorUtils.property(thisLocator, "location", lhsLocation), LocatorUtils.property(thatLocator, "location", rhsLocation), lhsLocation, rhsLocation)) { return false;
theLocation = this.getLocation(); currentHashCode = strategy.hashCode(LocatorUtils.property(locator, "location", theLocation), currentHashCode, theLocation);
theLocation = this.getLocation(); currentHashCode = strategy.hashCode(LocatorUtils.property(locator, "location", theLocation), currentHashCode, theLocation);