Bigquery bigquery = new Bigquery.Builder(HTTP_TRANSPORT, JSON_FACTORY, credential).setApplicationName("Streak Logs").build();
private Bigquery buildClient(HttpTransport httpTransport) throws Exception { GoogleCredential credential = null; if (!Strings.isNullOrEmpty(serviceAccount) && !Strings.isNullOrEmpty(serviceAccountKey)) { if (logger.isDebugEnabled()) { logger.debug("Service Account and Key have been set explicitly. Initialising BigQuery using Service Account " + serviceAccount); } credential = createFromAccountKeyPair(httpTransport); } if (credential == null && !Strings.isNullOrEmpty(credentialsFileLocation)) { if (logger.isDebugEnabled()) { logger.debug("Key File Name has been set explicitly. Initialising BigQuery using Key File " + credentialsFileLocation); } credential = createFromFile(); } if (credential == null) { if (logger.isDebugEnabled()) { logger.debug("No explicit Service Account or Key File Name have been provided. Initialising BigQuery using defaults "); } credential = createDefault(); } Bigquery.Builder builder = new Bigquery.Builder(httpTransport, JSON_FACTORY, credential) .setApplicationName("camel-google-bigquery"); // Local emulator, SOCKS proxy, etc. if (serviceURL != null) { builder.setRootUrl(serviceURL); } return builder.build(); }
/** Returns a BigQuery client builder using the specified {@link BigQueryOptions}. */ private static Bigquery.Builder newBigQueryClient(BigQueryOptions options) { RetryHttpRequestInitializer httpRequestInitializer = new RetryHttpRequestInitializer(ImmutableList.of(404)); httpRequestInitializer.setWriteTimeout(options.getHTTPWriteTimeout()); return new Bigquery.Builder( Transport.getTransport(), Transport.getJsonFactory(), chainHttpRequestInitializer( options.getGcpCredential(), // Do not log 404. It clutters the output and is possibly even required by the caller. httpRequestInitializer)) .setApplicationName(options.getAppName()) .setGoogleClientRequestInitializer(options.getGoogleApiTrace()); }
/** * Constructor. * * <p> * Use {@link Builder} if you need to specify any of the optional parameters. * </p> * * @param transport HTTP transport, which should normally be: * <ul> * <li>Google App Engine: * {@code com.google.api.client.extensions.appengine.http.UrlFetchTransport}</li> * <li>Android: {@code newCompatibleTransport} from * {@code com.google.api.client.extensions.android.http.AndroidHttp}</li> * <li>Java: {@link com.google.api.client.googleapis.javanet.GoogleNetHttpTransport#newTrustedTransport()} * </li> * </ul> * @param jsonFactory JSON factory, which may be: * <ul> * <li>Jackson: {@code com.google.api.client.json.jackson2.JacksonFactory}</li> * <li>Google GSON: {@code com.google.api.client.json.gson.GsonFactory}</li> * <li>Android Honeycomb or higher: * {@code com.google.api.client.extensions.android.json.AndroidJsonFactory}</li> * </ul> * @param httpRequestInitializer HTTP request initializer or {@code null} for none * @since 1.7 */ public Bigquery(com.google.api.client.http.HttpTransport transport, com.google.api.client.json.JsonFactory jsonFactory, com.google.api.client.http.HttpRequestInitializer httpRequestInitializer) { this(new Builder(transport, jsonFactory, httpRequestInitializer)); }
private void setupBigQueryTable( String projectId, String datasetId, String tableId, TableSchema schema) throws IOException { if (bigQueryClient == null) { bigQueryClient = newBigQueryClient(options.as(BigQueryOptions.class)).build();
@Before public void setUp() { MockitoAnnotations.initMocks(this); // Set up the MockHttpRequest for future inspection request = new MockLowLevelHttpRequest() { @Override public LowLevelHttpResponse execute() throws IOException { return response; } }; // A mock transport that lets us mock the API responses. MockHttpTransport transport = new MockHttpTransport.Builder().setLowLevelHttpRequest(request).build(); // A sample BigQuery API client that uses default JsonFactory and RetryHttpInitializer. bigquery = new Bigquery.Builder( transport, Transport.getJsonFactory(), new RetryHttpRequestInitializer()) .build(); }
/** * Constructs a BigQuery from a given Credential. */ public Bigquery getBigQueryFromCredential(Credential credential, String appName) { logger.atInfo().log("Creating BigQuery from given credential."); // Use the credential to create an authorized BigQuery client if (credential != null) { return new Bigquery .Builder(HTTP_TRANSPORT, JSON_FACTORY, new RetryHttpInitializer(credential, appName)) .setApplicationName(appName).build(); } return new Bigquery.Builder(HTTP_TRANSPORT, JSON_FACTORY, null) .setApplicationName(appName).build(); } }
public void doGet(HttpServletRequest req, HttpServletResponse resp) throws IOException { resp.setContentType("application/json"); AppIdentityCredential credential = new AppIdentityCredential(AnalysisConstants.SCOPES); Bigquery bigquery = new Bigquery.Builder(HTTP_TRANSPORT, JSON_FACTORY, credential).setApplicationName("Streak Logs").build(); String jobId = req.getParameter(AnalysisConstants.JOB_ID_PARAM); Object retVal = null; if (jobId == null) { retVal = listAllJobs(resp, bigquery); } else { retVal = listJob(resp, bigquery, jobId); } resp.getWriter().println(new Gson().toJson(retVal)); }
@Override protected Bigquery client(GoogleCredential credential, HttpTransport transport, JsonFactory jsonFactory) { if (credential.createScopedRequired()) { credential = credential.createScoped(BigqueryScopes.all()); } return new Bigquery.Builder(transport, jsonFactory, credential) .setApplicationName("Digdag") .build(); }
Bigquery.Builder builder = new Bigquery.Builder(new UrlFetchTransport(), new JacksonFactory(), credential); final HttpRequestInitializer existing = builder.getHttpRequestInitializer(); builder.setHttpRequestInitializer(new HttpRequestInitializer() { @Override public void initialize(HttpRequest request) throws IOException { existing.initialize(request); request .setReadTimeout(READ_TIMEOUT) .setConnectTimeout(CONNECTION_TIMEOUT); } }); Bigquery client = builder.build();
public DefaultBigQueryRpc(BigQueryOptions options) { HttpTransport transport = options.httpTransportFactory().create(); HttpRequestInitializer initializer = options.httpRequestInitializer(); this.options = options; bigquery = new Bigquery.Builder(transport, new JacksonFactory(), initializer) .setRootUrl(options.host()) .setApplicationName(options.applicationName()) .build(); }
private static Bigquery newBigQueryClient(BigQueryOptions options) { return new Bigquery.Builder( Transport.getTransport(), Transport.getJsonFactory(), chainHttpRequestInitializer( options.getGcpCredential(), // Do not log 404. It clutters the output and is possibly even required by the // caller. new RetryHttpRequestInitializer(ImmutableList.of(404)))) .setApplicationName(options.getAppName()) .setGoogleClientRequestInitializer(options.getGoogleApiTrace()) .build(); }
private JobServiceImpl(BigQueryOptions options) { this.errorExtractor = new ApiErrorExtractor(); this.client = newBigQueryClient(options).build(); }
/** Returns a BigQuery client builder using the specified {@link BigQueryOptions}. */ private static Bigquery.Builder newBigQueryClient(BigQueryOptions options) { return new Bigquery.Builder( Transport.getTransport(), Transport.getJsonFactory(), chainHttpRequestInitializer( options.getGcpCredential(), // Do not log 404. It clutters the output and is possibly even required by the caller. new RetryHttpRequestInitializer(ImmutableList.of(404)))) .setApplicationName(options.getAppName()) .setGoogleClientRequestInitializer(options.getGoogleApiTrace()); }
public HttpBigQueryRpc(BigQueryOptions options) { HttpTransportOptions transportOptions = (HttpTransportOptions) options.getTransportOptions(); HttpTransport transport = transportOptions.getHttpTransportFactory().create(); HttpRequestInitializer initializer = transportOptions.getHttpRequestInitializer(options); this.options = options; bigquery = new Bigquery.Builder(transport, new JacksonFactory(), initializer) .setRootUrl(options.getHost()) .setApplicationName(options.getApplicationName()) .build(); }
public static Bigquery getNewBigquerryClient(String applicationName) { HttpTransport transport = Transport.getTransport(); JsonFactory jsonFactory = Transport.getJsonFactory(); Credentials credential = getDefaultCredential(); return new Bigquery.Builder(transport, jsonFactory, new HttpCredentialsAdapter(credential)) .setApplicationName(applicationName) .build(); }
public DefaultBigQueryRpc(BigQueryOptions options) { HttpTransport transport = options.httpTransportFactory().create(); HttpRequestInitializer initializer = options.httpRequestInitializer(); this.options = options; bigquery = new Bigquery.Builder(transport, new JacksonFactory(), initializer) .setRootUrl(options.host()) .setApplicationName(options.applicationName()) .build(); }
private DatasetServiceImpl(BigQueryOptions bqOptions) { this.errorExtractor = new ApiErrorExtractor(); this.client = newBigQueryClient(bqOptions).build(); this.options = bqOptions; this.maxRowsPerBatch = MAX_ROWS_PER_BATCH; this.executor = null; }
public HttpBigQueryRpc(BigQueryOptions options) { HttpTransportOptions transportOptions = (HttpTransportOptions) options.getTransportOptions(); HttpTransport transport = transportOptions.getHttpTransportFactory().create(); HttpRequestInitializer initializer = transportOptions.getHttpRequestInitializer(options); this.options = options; bigquery = new Bigquery.Builder(transport, new JacksonFactory(), initializer) .setRootUrl(options.getHost()) .setApplicationName(options.getApplicationName()) .build(); }