/** * Add underlying dataset specs. * @param specs specs to add * @return this builder object to allow chaining */ public Builder datasets(Collection<? extends DatasetSpecification> specs) { for (DatasetSpecification spec : specs) { this.dataSetSpecs.put(spec.getName(), spec); } return this; }
@Override public InMemoryTableAdmin getAdmin(DatasetContext datasetContext, DatasetSpecification spec, ClassLoader classLoader) throws IOException { return new InMemoryTableAdmin(datasetContext, spec.getName(), cConf); } }
@Override public InMemoryTableAdmin getAdmin(DatasetContext datasetContext, DatasetSpecification spec, ClassLoader classLoader) throws IOException { // the table management is the same as in ordered table return new InMemoryTableAdmin(datasetContext, spec.getName(), cConf); } }
@Override public DatasetAdmin getAdmin(DatasetContext datasetContext, DatasetSpecification spec, ClassLoader classLoader) throws IOException { return new DatasetAdminImpl(datasetContext, spec.getName(), service, cConf); }
@Override public NoTxKeyValueTable getDataset(DatasetContext datasetContext, DatasetSpecification spec, Map<String, String> arguments, ClassLoader classLoader) throws IOException { return new KVTableImpl(datasetContext, spec.getName(), service, cConf); }
@Override public DatasetAdmin getAdmin(DatasetContext datasetContext, DatasetSpecification spec, ClassLoader classLoader) throws IOException { return new DatasetAdminImpl(spec.getName()); }
@Override public NoTxKeyValueTable getDataset(DatasetContext datasetContext, DatasetSpecification spec, Map<String, String> arguments, ClassLoader classLoader) { return new InMemoryKVTable(spec.getName()); }
@Override public DatasetAdmin getAdmin(DatasetContext datasetContext, DatasetSpecification spec, ClassLoader classLoader) throws IOException { return new DatasetAdminImpl(datasetContext, spec.getName(), tableUtil, hConf, cConf); }
@Override public NoTxKeyValueTable getDataset(DatasetContext datasetContext, DatasetSpecification spec, Map<String, String> arguments, ClassLoader classLoader) throws IOException { return new KVTableImpl(datasetContext, spec.getName(), service, cConf); }
@Override public MetricsTable getDataset(DatasetContext datasetContext, DatasetSpecification spec, Map<String, String> arguments, ClassLoader classLoader) throws IOException { return new LevelDBMetricsTable(datasetContext.getNamespaceId(), spec.getName(), service, cConf); }
@Override public KeyValueTable getDataset(DatasetContext datasetContext, DatasetSpecification spec, Map<String, String> arguments, ClassLoader classLoader) throws IOException { Table table = getDataset(datasetContext, "kv", spec, arguments, classLoader); return new KeyValueTable(spec.getName(), table); } }
@Override public IndexedObjectStore<?> getDataset(DatasetContext datasetContext, DatasetSpecification spec, Map<String, String> arguments, ClassLoader classLoader) throws IOException { Table index = getDataset(datasetContext, "index", spec, arguments, classLoader); ObjectStore<?> objectStore = getDataset(datasetContext, "data", spec, arguments, classLoader); return new IndexedObjectStore<>(spec.getName(), objectStore, index); } }
@Override public TimePartitionOutput getPartitionOutput(long time) { if (isExternal) { throw new UnsupportedOperationException( "Output is not supported for external time-partitioned file set '" + spec.getName() + "'"); } PartitionKey key = partitionKeyForTime(time); assertNotExists(key, true); return new BasicTimePartitionOutput(this, getOutputPath(key), key); }
public TestDataset(DatasetSpecification spec, KeyValueTable kv, Map<String, String> args) { super(spec.getName(), kv); this.kvTable = kv; this.arguments = ImmutableSortedMap.copyOf(args); this.key = arguments.get("key") == null ? "key" : arguments.get("key"); this.value = arguments.get("value") == null ? "value" : arguments.get("value"); }
public RecordDataset(DatasetSpecification spec, KeyValueTable table) throws ClassNotFoundException { super(spec.getName(), table); this.table = table; this.recordClass = Class.forName(spec.getProperty("recordClassName")); }
public IncrementingKeyValueTable(DatasetSpecification spec, @EmbeddedDataset("store") KeyValueTable keyValueTable) { super(spec.getName(), keyValueTable); this.keyValueTable = keyValueTable; }
@Override public ObjectStoreDataset<?> getDataset(DatasetContext datasetContext, DatasetSpecification spec, Map<String, String> arguments, ClassLoader classLoader) throws IOException { DatasetSpecification kvTableSpec = spec.getSpecification("objects"); KeyValueTable table = tableDef.getDataset(datasetContext, kvTableSpec, arguments, classLoader); TypeRepresentation typeRep = GSON.fromJson(spec.getProperty("type"), TypeRepresentation.class); Schema schema = GSON.fromJson(spec.getProperty("schema"), Schema.class); return new ObjectStoreDataset(spec.getName(), table, typeRep, schema, classLoader); } }
@Override public IndexedTable getDataset(DatasetContext datasetContext, DatasetSpecification spec, Map<String, String> arguments, ClassLoader classLoader) throws IOException { SortedSet<byte[]> columnsToIndex = parseColumns(spec.getProperty(IndexedTable.INDEX_COLUMNS_CONF_KEY)); Table table = getDataset(datasetContext, "d", spec, arguments, classLoader); Table index = getDataset(datasetContext, "i", spec, arguments, classLoader); return new IndexedTable(spec.getName(), table, index, columnsToIndex); }
@Override public PartitionedFileSet getDataset(DatasetContext datasetContext, DatasetSpecification spec, Map<String, String> arguments, ClassLoader classLoader) throws IOException { // make any necessary updates to the arguments arguments = updateArgumentsIfNeeded(arguments); FileSet fileset = filesetDef.getDataset(datasetContext, spec.getSpecification(FILESET_NAME), arguments, classLoader); IndexedTable table = indexedTableDef.getDataset(datasetContext, spec.getSpecification(PARTITION_TABLE_NAME), arguments, classLoader); return new TimePartitionedFileSetDataset(datasetContext, spec.getName(), fileset, table, spec, arguments, getExploreProvider()); }