loadConfigurationPb.setSourceUris(ImmutableList.copyOf(sourceUris));
static String jobToPrettyString(@Nullable Job job) throws IOException { if (job != null && job.getConfiguration().getLoad() != null) { // Removing schema and sourceUris from error messages for load jobs since these fields can be // quite long and error message might not be displayed properly in runner specific logs. job = job.clone(); job.getConfiguration().getLoad().setSchema(null); job.getConfiguration().getLoad().setSourceUris(null); } return job == null ? "null" : job.toPrettyString(); }
JobConfigurationLoad loadConfig = new JobConfigurationLoad(); loadConfig.setSourceUris(Arrays.asList(gsUrl)); loadConfig.set("sourceFormat", "DATASTORE_BACKUP"); loadConfig.set("allowQuotedNewlines", true);
.setDestinationTable(ref) .setSchema(schema) .setSourceUris(gcsUris) .setWriteDisposition(writeDisposition.name()) .setCreateDisposition(createDisposition.name())
loadConfig.setSchema(schema); loadConfig.setSourceFormat(sourceFormat.getFormatIdentifier()); loadConfig.setSourceUris(gcsPaths); loadConfig.setDestinationTable(tableRef); loadConfig.setWriteDisposition(writeDisposition);
loadConfigurationPb.setSourceUris(ImmutableList.copyOf(sourceUris));
loadConfigurationPb.setProjectionFields(projectionFields); if (sourceUris != null) { loadConfigurationPb.setSourceUris(ImmutableList.copyOf(sourceUris));
loadConfigurationPb.setProjectionFields(projectionFields); if (sourceUris != null) { loadConfigurationPb.setSourceUris(ImmutableList.copyOf(sourceUris));
@Override protected JobConfiguration jobConfiguration(String projectId) { JobConfigurationLoad cfg = new JobConfigurationLoad() .setSourceUris(sourceUris(params)); if (params.has("schema")) { cfg.setSchema(tableSchema(params)); } Optional<DatasetReference> defaultDataset = params.getOptional("dataset", String.class) .transform(Bq::datasetReference); String destinationTable = params.get("destination_table", String.class); cfg.setDestinationTable(tableReference(projectId, defaultDataset, destinationTable)); params.getOptional("create_disposition", String.class).transform(cfg::setCreateDisposition); params.getOptional("write_disposition", String.class).transform(cfg::setWriteDisposition); params.getOptional("source_format", String.class).transform(cfg::setSourceFormat); params.getOptional("field_delimiter", String.class).transform(cfg::setFieldDelimiter); params.getOptional("skip_leading_rows", int.class).transform(cfg::setSkipLeadingRows); params.getOptional("encoding", String.class).transform(cfg::setEncoding); params.getOptional("quote", String.class).transform(cfg::setQuote); params.getOptional("max_bad_records", int.class).transform(cfg::setMaxBadRecords); params.getOptional("allow_quoted_newlines", boolean.class).transform(cfg::setAllowQuotedNewlines); params.getOptional("allow_jagged_rows", boolean.class).transform(cfg::setAllowJaggedRows); params.getOptional("ignore_unknown_values", boolean.class).transform(cfg::setIgnoreUnknownValues); params.getOptional("projection_fields", new TypeReference<List<String>>() {}).transform(cfg::setProjectionFields); params.getOptional("autodetect", boolean.class).transform(cfg::setAutodetect); params.getOptional("schema_update_options", new TypeReference<List<String>>() {}).transform(cfg::setSchemaUpdateOptions); return new JobConfiguration() .setLoad(cfg); }