@Override public List<DatasetSplit> getSplits() throws Exception { return delegate.getSplits(); }
void completeSave(SourceTableDefinition accessor, DatasetConfig oldConfig, NamespaceAttribute... attributes){ try { DatasetConfig newConfig = accessor.getDataset(); if (oldConfig != null) { NamespaceUtils.copyFromOldConfig(oldConfig, newConfig); } completeSave(newConfig, accessor.getSplits(), attributes); }catch(Exception ex){ logger.warn("Failure while retrieving and saving dataset {}.", accessor.getName(), ex); } }
public List<DatasetSplit> getSplits() { try{ return delegate.getSplits(); }catch(Exception e){ throw UserException.dataReadError(e).message("Failure while attempting to retrieve parallelization information for table %s.", getName()).build(logger); } }
private void loadIfNecessary() { if(datasetPointer != null){ return; } SplitsPointer splitsPointer; if(datasetConfig.getReadDefinition() != null) { splitsPointer = DatasetSplitsPointer.of(ns, datasetConfig); } else { try{ final DatasetConfig newDatasetConfig = datasetAccessor.getDataset(); newDatasetConfig.setId(datasetConfig.getId()); newDatasetConfig.setTag(datasetConfig.getTag()); List<DatasetSplit> splits = datasetAccessor.getSplits(); ns.addOrUpdateDataset(getName(), newDatasetConfig, splits); datasetConfig = newDatasetConfig; splitsPointer = MaterializedSplitsPointer.of(splits, splits.size()); } catch (Exception e) { throw new RuntimeException(e); } } datasetPointer = new TableMetadataImpl(pluginId, datasetConfig, user, splitsPointer); }
private void saveInHomeSpace(NamespaceService namespaceService, SourceTableDefinition accessor, DatasetConfig nsConfig) { Preconditions.checkNotNull(nsConfig); final NamespaceKey key = new NamespaceKey(nsConfig.getFullPathList()); try{ // use key from namespace config DatasetConfig srcConfig = accessor.getDataset(); if (nsConfig.getId() == null) { nsConfig.setId(srcConfig.getId()); } // Merge namespace config with config obtained from underlying filesystem used to store user uploaded files. // Set schema, read definition and state from source accessor nsConfig.setRecordSchema(srcConfig.getRecordSchema()); nsConfig.setSchemaVersion(srcConfig.getSchemaVersion()); nsConfig.setReadDefinition(srcConfig.getReadDefinition()); // get splits from source List<DatasetSplit> splits = accessor.getSplits(); namespaceService.addOrUpdateDataset(key, nsConfig, splits); }catch(Exception ex){ logger.warn("Failure while retrieving and saving dataset {}.", key, ex); } }
final List<DatasetSplit> splits = tableDefinition.getSplits(); NamespaceUtils.copyFromOldConfig(datasetConfig, newDatasetConfig);