/** * Returns example integrated instance graph from GDL input. * @return integrated instance graph * @throws IOException */ public static LogicalGraph getIntegratedInstanceGraph() throws IOException { ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment(); GradoopFlinkConfig gradoopConf = GradoopFlinkConfig.createConfig(env); FlinkAsciiGraphLoader loader = new FlinkAsciiGraphLoader(gradoopConf); String gdl = IOUtils.toString(CategoryCharacteristicPatterns.class .getResourceAsStream("/data/gdl/itbda.gdl")); gdl = gdl .replaceAll("SOURCEID_KEY", SOURCEID_KEY) .replaceAll("SUPERTYPE_KEY", SUPERTYPE_KEY) .replaceAll("SUPERCLASS_VALUE_MASTER", SUPERCLASS_VALUE_MASTER) .replaceAll("SUPERCLASS_VALUE_TRANSACTIONAL", SUPERCLASS_VALUE_TRANSACTIONAL); loader.initDatabaseFromString(gdl); return loader.getLogicalGraphByVariable("iig"); }
/** * Returns an uninitialized loader with the test config. * * @return uninitialized Flink Ascii graph loader */ private FlinkAsciiGraphLoader getNewLoader() { return new FlinkAsciiGraphLoader(getConfig()); }
/** * Runs the benchmark with demo data. * * @param gradoopConf gradoop config * @throws Exception */ private static void executeWithDemoData(GradoopFlinkConfig gradoopConf) throws Exception { ExampleOutput out = new ExampleOutput(); FlinkAsciiGraphLoader loader = new FlinkAsciiGraphLoader(gradoopConf); String graphDefinition = IOUtils.toString(SNABenchmark2.class .getResourceAsStream("/data/gdl/sna.gdl")); loader.initDatabaseFromString(graphDefinition); LogicalGraph inputGraph = loader.getLogicalGraphByVariable("db"); out.add("Input Graph", inputGraph); LogicalGraph outputGraph = execute(inputGraph, 2); out.add("Output Graph", outputGraph); out.print(); }
FlinkAsciiGraphLoader loader = new FlinkAsciiGraphLoader(GradoopFlinkConfig.createConfig(env));
FlinkAsciiGraphLoader loader = new FlinkAsciiGraphLoader(GradoopFlinkConfig.createConfig(env));
@Test public void testUndirected() throws Exception { FlinkAsciiGraphLoader loader = new FlinkAsciiGraphLoader(getConfig()); loader.initDatabaseFromFile(getFilePath("/data/gdl/cam_test.gdl")); GraphCollection g = loader.getGraphCollection(); CanonicalAdjacencyMatrixBuilder cam = new CanonicalAdjacencyMatrixBuilder( new GraphHeadToDataString(), new VertexToDataString(), new EdgeToDataString(), false); String result = cam.execute(g).collect().get(0); String expectation = FileUtils.readFileToString( FileUtils.getFile(getFilePath("/data/expected/cam_test_undirected"))); assertEquals(expectation, result); } }
@Test public void testExecute() throws Exception { FlinkAsciiGraphLoader loader = new FlinkAsciiGraphLoader(getConfig()); loader.initDatabaseFromFile(getFilePath("/data/gdl/iig_btgs.gdl")); LogicalGraph iig = loader.getLogicalGraphByVariable("iig"); GraphCollection expectation = loader .getGraphCollectionByVariables("btg1", "btg2", "btg3", "btg4"); GraphCollection result = iig .callForCollection(new BusinessTransactionGraphs()); collectAndAssertTrue(expectation.equalsByGraphElementData(result)); } }
@Test public void testDirected() throws Exception { FlinkAsciiGraphLoader loader = new FlinkAsciiGraphLoader(getConfig()); loader.initDatabaseFromFile(getFilePath("/data/gdl/cam_test.gdl")); GraphCollection g = loader.getGraphCollection(); CanonicalAdjacencyMatrixBuilder cam = new CanonicalAdjacencyMatrixBuilder( new GraphHeadToDataString(), new VertexToDataString(), new EdgeToDataString(), true); String result = cam.execute(g).collect().get(0); String expectation = FileUtils.readFileToString( FileUtils.getFile(getFilePath("/data/expected/cam_test_directed"))); assertEquals(expectation, result); }
FlinkAsciiGraphLoader loader = new FlinkAsciiGraphLoader(getConfig()); loader.initDatabaseFromString(graphString); LogicalGraph graph = loader.getLogicalGraphByVariable("g");
FlinkAsciiGraphLoader loader = new FlinkAsciiGraphLoader(cfg); loader.initDatabaseFromString(graph);
@Test public void write() throws Exception { AccumuloEPGMStore accumuloStore = new AccumuloEPGMStore(AccumuloTestSuite.getAcConfig(TEST_02)); FlinkAsciiGraphLoader loader = new FlinkAsciiGraphLoader( GradoopFlinkConfig.createConfig(getExecutionEnvironment())); InputStream inputStream = getClass().getResourceAsStream( GradoopTestUtils.SOCIAL_NETWORK_GDL_FILE); loader.initDatabaseFromStream(inputStream); GradoopFlinkConfig flinkConfig = GradoopFlinkConfig.createConfig(getExecutionEnvironment()); new AccumuloDataSink(accumuloStore, flinkConfig) .write(flinkConfig.getGraphCollectionFactory() .fromCollections( loader.getGraphHeads(), loader.getVertices(), loader.getEdges())); getExecutionEnvironment().execute(); accumuloStore.flush(); validateEPGMElementCollections(loader.getGraphHeads(), accumuloStore.getGraphSpace().readRemainsAndClose()); validateEPGMElementCollections(loader.getVertices(), accumuloStore.getVertexSpace().readRemainsAndClose()); validateEPGMGraphElementCollections(loader.getVertices(), accumuloStore.getVertexSpace().readRemainsAndClose()); validateEPGMElementCollections(loader.getEdges(), accumuloStore.getEdgeSpace().readRemainsAndClose()); validateEPGMGraphElementCollections(loader.getEdges(), accumuloStore.getEdgeSpace().readRemainsAndClose()); accumuloStore.close(); }
FlinkAsciiGraphLoader loader = new FlinkAsciiGraphLoader(getConfig());