@Test public void testFileSetReconfigure() throws IncompatibleUpdateException { testFileSetReconfigure(registry.get(FileSet.class.getName())); testFileSetReconfigure(registry.get(PartitionedFileSet.class.getName()), PartitionedFileSetProperties.builder().setPartitioning( Partitioning.builder().addIntField("i").build()).build()); testFileSetReconfigure(registry.get(TimePartitionedFileSet.class.getName())); }
@Test public void testMultipleTransitiveDependencies() throws DatasetManagementException, IOException { // Adding modules DatasetFramework framework = getFramework(); try { framework.addModule(IN_MEMORY, new InMemoryTableModule()); framework.addModule(CORE, new CoreDatasetsModule()); framework.addModule(FILE, new FileSetModule()); framework.addModule(PFS, new PartitionedFileSetModule()); framework.addModule(TWICE, new SingleTypeModule(EmbedsTableTwiceDataset.class)); // Creating an instances framework.addInstance(EmbedsTableTwiceDataset.class.getName(), MY_DS, PartitionedFileSetProperties.builder() .setPartitioning(Partitioning.builder().addStringField("x").build()) .build()); Assert.assertTrue(framework.hasInstance(MY_DS)); framework.getDataset(MY_DS, DatasetProperties.EMPTY.getProperties(), null); } finally { framework.deleteAllInstances(NAMESPACE_ID); framework.deleteAllModules(NAMESPACE_ID); } }
Partitioning.builder().addIntField("i").addStringField("s").build()).build(); DatasetSpecification spec = pfsDef.configure("pfs", props); Partitioning.builder().addStringField("s").build()).build(); try { ((Reconfigurable) pfsDef).reconfigure("pfs", noIprops, spec); Partitioning.builder().addLongField("i").addStringField("s").build()).build(); try { ((Reconfigurable) pfsDef).reconfigure("pfs", longIprops, spec); Partitioning.builder().addStringField("s").addIntField("i").build()).build(); try { ((Reconfigurable) pfsDef).reconfigure("pfs", revProps, spec); .build(); oldSpec = pfsDef.configure("pfs", props); newSpec = ((Reconfigurable) pfsDef).reconfigure("pfs", props, oldSpec);
@Test public void testDefaultBasePath() throws Exception { DatasetId id = DatasetFrameworkTestUtil.NAMESPACE_ID.dataset("testDefaultPath"); dsFrameworkUtil.createInstance("partitionedFileSet", id, PartitionedFileSetProperties.builder() .setPartitioning(PARTITIONING_1) .build()); PartitionedFileSet pfs = dsFrameworkUtil.getInstance(id); Location baseLocation = pfs.getEmbeddedFileSet().getBaseLocation(); Assert.assertEquals(baseLocation.getName(), id.getDataset()); Assert.assertTrue(baseLocation.exists()); Assert.assertTrue(baseLocation.isDirectory()); DatasetId fid = DatasetFrameworkTestUtil.NAMESPACE_ID.dataset("testDefaultPathFileSet"); dsFrameworkUtil.createInstance("fileSet", fid, FileSetProperties.builder().build()); FileSet fs = dsFrameworkUtil.getInstance(fid); Location fsBaseLocation = fs.getBaseLocation(); Assert.assertEquals(Locations.getParent(baseLocation), Locations.getParent(fsBaseLocation)); dsFrameworkUtil.deleteInstance(fid); dsFrameworkUtil.deleteInstance(id); Assert.assertFalse(baseLocation.exists()); }