private static Bigquery newBigQueryClient(BigQueryOptions options) { return new Bigquery.Builder( Transport.getTransport(), Transport.getJsonFactory(), chainHttpRequestInitializer( options.getGcpCredential(), // Do not log 404. It clutters the output and is possibly even required by the // caller. new RetryHttpRequestInitializer(ImmutableList.of(404)))) .setApplicationName(options.getAppName()) .setGoogleClientRequestInitializer(options.getGoogleApiTrace()) .build(); }
/** Returns a BigQuery client builder using the specified {@link BigQueryOptions}. */ private static Bigquery.Builder newBigQueryClient(BigQueryOptions options) { RetryHttpRequestInitializer httpRequestInitializer = new RetryHttpRequestInitializer(ImmutableList.of(404)); httpRequestInitializer.setWriteTimeout(options.getHTTPWriteTimeout()); return new Bigquery.Builder( Transport.getTransport(), Transport.getJsonFactory(), chainHttpRequestInitializer( options.getGcpCredential(), // Do not log 404. It clutters the output and is possibly even required by the caller. httpRequestInitializer)) .setApplicationName(options.getAppName()) .setGoogleClientRequestInitializer(options.getGoogleApiTrace()); }
@Before public void setupBqEnvironment() { Long timeSeed = System.currentTimeMillis(); Integer random = new Random(timeSeed).nextInt(900) + 100; this.bigQueryDatasetId = "bq_query_to_table_" + timeSeed.toString() + "_" + random.toString(); PipelineOptionsFactory.register(BigQueryToTableOptions.class); options = TestPipeline.testingPipelineOptions().as(BigQueryToTableOptions.class); options.setTempLocation(options.getTempRoot() + "/bq_it_temp"); project = TestPipeline.testingPipelineOptions().as(GcpOptions.class).getProject(); bqOption = options.as(BigQueryOptions.class); bqClient = new BigqueryClient(bqOption.getAppName()); bqClient.createNewDataset(project, this.bigQueryDatasetId); outputTable = project + ":" + this.bigQueryDatasetId + "." + BigQueryToTableIT.OUTPUT_TABLE_NAME; }
/** Returns a BigQuery client builder using the specified {@link BigQueryOptions}. */ private static Bigquery.Builder newBigQueryClient(BigQueryOptions options) { return new Bigquery.Builder( Transport.getTransport(), Transport.getJsonFactory(), chainHttpRequestInitializer( options.getGcpCredential(), // Do not log 404. It clutters the output and is possibly even required by the caller. new RetryHttpRequestInitializer(ImmutableList.of(404)))) .setApplicationName(options.getAppName()) .setGoogleClientRequestInitializer(options.getGoogleApiTrace()); }
BigqueryClient bigQueryClient = new BigqueryClient(bigQueryOptions.getAppName());