/** * Returns an empty Hierarchies instance. * * @param spark the spark session * @return an empty Hierarchies instance. */ public static Hierarchies getEmpty(SparkSession spark) { return new Hierarchies(spark, spark.emptyDataset(URI_AND_VERSION_ENCODER), spark.emptyDataset(ANCESTOR_ENCODER)); }
/** * Returns an empty Hierarchies instance. * * @param spark the spark session * @return an empty Hierarchies instance. */ public static Hierarchies getEmpty(SparkSession spark) { return new Hierarchies(spark, spark.emptyDataset(URI_AND_VERSION_ENCODER), spark.emptyDataset(ANCESTOR_ENCODER)); }
/** * Returns an empty ConceptMaps instance. * * @param spark the spark session * @return an empty ConceptMaps instance. */ public static ConceptMaps getEmpty(SparkSession spark) { Dataset<ConceptMap> emptyConceptMaps = spark.emptyDataset(CONCEPT_MAP_ENCODER) .withColumn("timestamp", lit(null).cast("timestamp")) .as(CONCEPT_MAP_ENCODER); return new ConceptMaps(spark, spark.emptyDataset(URL_AND_VERSION_ENCODER), emptyConceptMaps, spark.emptyDataset(MAPPING_ENCODER)); }
/** * Returns an empty ConceptMaps instance. * * @param spark the spark session * @return an empty ConceptMaps instance. */ public static ConceptMaps getEmpty(SparkSession spark) { Dataset<ConceptMap> emptyConceptMaps = spark.emptyDataset(CONCEPT_MAP_ENCODER) .withColumn("timestamp", lit(null).cast("timestamp")) .as(CONCEPT_MAP_ENCODER); return new ConceptMaps(spark, spark.emptyDataset(URL_AND_VERSION_ENCODER), emptyConceptMaps, spark.emptyDataset(MAPPING_ENCODER)); }
/** * Returns an empty ConceptMaps instance. * * @param spark the spark session * @return an empty ConceptMaps instance. */ public static ConceptMaps getEmpty(SparkSession spark) { Dataset<ConceptMap> emptyConceptMaps = spark.emptyDataset(CONCEPT_MAP_ENCODER) .withColumn("timestamp", lit(null).cast("timestamp")) .as(CONCEPT_MAP_ENCODER); return new ConceptMaps(spark, spark.emptyDataset(URL_AND_VERSION_ENCODER), emptyConceptMaps, spark.emptyDataset(MAPPING_ENCODER)); }
/** * Returns an empty ValueSets instance. * * @param spark the spark session * @return an empty ValueSets instance. */ public static ValueSets getEmpty(SparkSession spark) { Dataset<ValueSet> emptyValueSets = spark.emptyDataset(VALUE_SET_ENCODER) .withColumn("timestamp", lit(null).cast("timestamp")) .as(VALUE_SET_ENCODER); return new ValueSets(spark, spark.emptyDataset(URL_AND_VERSION_ENCODER), emptyValueSets, spark.emptyDataset(getValueEncoder())); }
/** * Returns an empty ValueSets instance. * * @param spark the spark session * @return an empty ValueSets instance. */ public static ValueSets getEmpty(SparkSession spark) { Dataset<ValueSet> emptyValueSets = spark.emptyDataset(VALUE_SET_ENCODER) .withColumn("timestamp", lit(null).cast("timestamp")) .as(VALUE_SET_ENCODER); return new ValueSets(spark, spark.emptyDataset(URL_AND_VERSION_ENCODER), emptyValueSets, spark.emptyDataset(getValueEncoder())); }
/** * Returns an empty ValueSets instance. * * @param spark the spark session * @return an empty ValueSets instance. */ public static ValueSets getEmpty(SparkSession spark) { Dataset<ValueSet> emptyValueSets = spark.emptyDataset(VALUE_SET_ENCODER) .withColumn("timestamp", lit(null).cast("timestamp")) .as(VALUE_SET_ENCODER); return new ValueSets(spark, spark.emptyDataset(URL_AND_VERSION_ENCODER), emptyValueSets, spark.emptyDataset(getValueEncoder())); }
/** * Returns the collection of concept maps from the tables in the given database. * * @param spark the spark session * @param databaseName name of the database containing the conceptmaps and mappings tables. * @return a ConceptMaps instance. */ public static ConceptMaps getFromDatabase(SparkSession spark, String databaseName) { Dataset<Mapping> mappings = spark.sql( "SELECT * FROM " + databaseName + "." + MAPPING_TABLE).as(MAPPING_ENCODER); Dataset<ConceptMap> conceptMaps = spark .sql("SELECT * FROM " + databaseName + "." + CONCEPT_MAP_TABLE) .as(CONCEPT_MAP_ENCODER); return new ConceptMaps(spark, spark.emptyDataset(URL_AND_VERSION_ENCODER), conceptMaps, mappings); }
/** * Returns the collection of concept maps from the tables in the given database. * * @param spark the spark session * @param databaseName name of the database containing the conceptmaps and mappings tables. * @return a ConceptMaps instance. */ public static ConceptMaps getFromDatabase(SparkSession spark, String databaseName) { Dataset<Mapping> mappings = spark.sql( "SELECT * FROM " + databaseName + "." + MAPPING_TABLE).as(MAPPING_ENCODER); Dataset<ConceptMap> conceptMaps = spark .sql("SELECT * FROM " + databaseName + "." + CONCEPT_MAP_TABLE) .as(CONCEPT_MAP_ENCODER); return new ConceptMaps(spark, spark.emptyDataset(URL_AND_VERSION_ENCODER), conceptMaps, mappings); }
/** * Returns the collection of concept maps from the tables in the given database. * * @param spark the spark session * @param databaseName name of the database containing the conceptmaps and mappings tables. * @return a ConceptMaps instance. */ public static ConceptMaps getFromDatabase(SparkSession spark, String databaseName) { Dataset<Mapping> mappings = spark.sql( "SELECT * FROM " + databaseName + "." + MAPPING_TABLE).as(MAPPING_ENCODER); Dataset<ConceptMap> conceptMaps = spark .sql("SELECT * FROM " + databaseName + "." + CONCEPT_MAP_TABLE) .as(CONCEPT_MAP_ENCODER); return new ConceptMaps(spark, spark.emptyDataset(URL_AND_VERSION_ENCODER), conceptMaps, mappings); }
this.spark.emptyDataset(conceptMapEncoder) .withColumn("timestamp", lit(null).cast("timestamp")) .write()
this.spark.emptyDataset(conceptMapEncoder) .withColumn("timestamp", lit(null).cast("timestamp")) .write()
spark.emptyDataset(valueSetEncoder) .withColumn("timestamp", lit(null).cast("timestamp")) .write()
spark.emptyDataset(valueSetEncoder) .withColumn("timestamp", lit(null).cast("timestamp")) .write()