@Override public void run(BigQuery bigquery, Void arg) { for (Dataset dataset : bigquery.listDatasets().iterateAll()) { System.out.println(dataset); } } }
/** Example of listing datasets, specifying the page size. */ // [TARGET listDatasets(DatasetListOption...)] public Page<Dataset> listDatasets() { // [START bigquery_list_datasets] // List datasets in the default project Page<Dataset> datasets = bigquery.listDatasets(DatasetListOption.pageSize(100)); for (Dataset dataset : datasets.iterateAll()) { // do something with the dataset } // [END bigquery_list_datasets] return datasets; }
/** Example of listing datasets in a project, specifying the page size. */ // [TARGET listDatasets(String, DatasetListOption...)] // [VARIABLE "my_project_id"] public Page<Dataset> listDatasets(String projectId) { // [START bigquery_list_datasets] // List datasets in a specified project Page<Dataset> datasets = bigquery.listDatasets(projectId, DatasetListOption.pageSize(100)); for (Dataset dataset : datasets.iterateAll()) { // do something with the dataset } // [END bigquery_list_datasets] return datasets; }
@Test public void testListDatasets() { Page<Dataset> datasets = bigquery.listDatasets("bigquery-public-data"); Iterator<Dataset> iterator = datasets.iterateAll().iterator(); Set<String> datasetNames = new HashSet<>(); while (iterator.hasNext()) { datasetNames.add(iterator.next().getDatasetId().getDataset()); } for (String type : PUBLIC_DATASETS) { assertTrue(datasetNames.contains(type)); } }
@Test public void testListEmptyDatasets() { ImmutableList<com.google.api.services.bigquery.model.Dataset> datasets = ImmutableList.of(); Tuple<String, Iterable<com.google.api.services.bigquery.model.Dataset>> result = Tuple.<String, Iterable<com.google.api.services.bigquery.model.Dataset>>of(null, datasets); EasyMock.expect(bigqueryRpcMock.listDatasets(PROJECT, EMPTY_RPC_OPTIONS)).andReturn(result); EasyMock.replay(bigqueryRpcMock); bigquery = options.getService(); Page<Dataset> page = bigquery.listDatasets(); assertNull(page.getNextPageToken()); assertArrayEquals( ImmutableList.of().toArray(), Iterables.toArray(page.getValues(), Dataset.class)); }
@Test public void testListDatasetsWithProjects() { bigquery = options.getService(); ImmutableList<Dataset> datasetList = ImmutableList.of( new Dataset( bigquery, new DatasetInfo.BuilderImpl(DATASET_INFO.setProjectId(OTHER_PROJECT)))); Tuple<String, Iterable<com.google.api.services.bigquery.model.Dataset>> result = Tuple.of(CURSOR, Iterables.transform(datasetList, DatasetInfo.TO_PB_FUNCTION)); EasyMock.expect(bigqueryRpcMock.listDatasets(OTHER_PROJECT, EMPTY_RPC_OPTIONS)) .andReturn(result); EasyMock.replay(bigqueryRpcMock); Page<Dataset> page = bigquery.listDatasets(OTHER_PROJECT); assertEquals(CURSOR, page.getNextPageToken()); assertArrayEquals( datasetList.toArray(), Iterables.toArray(page.getValues(), DatasetInfo.class)); }
@Test public void testListDatasetsWithOptions() { bigquery = options.getService(); ImmutableList<Dataset> datasetList = ImmutableList.of( new Dataset(bigquery, new DatasetInfo.BuilderImpl(DATASET_INFO_WITH_PROJECT)), new Dataset(bigquery, new DatasetInfo.BuilderImpl(OTHER_DATASET_INFO))); Tuple<String, Iterable<com.google.api.services.bigquery.model.Dataset>> result = Tuple.of(CURSOR, Iterables.transform(datasetList, DatasetInfo.TO_PB_FUNCTION)); EasyMock.expect(bigqueryRpcMock.listDatasets(PROJECT, DATASET_LIST_OPTIONS)).andReturn(result); EasyMock.replay(bigqueryRpcMock); Page<Dataset> page = bigquery.listDatasets(DATASET_LIST_ALL, DATASET_LIST_PAGE_TOKEN, DATASET_LIST_PAGE_SIZE); assertEquals(CURSOR, page.getNextPageToken()); assertArrayEquals( datasetList.toArray(), Iterables.toArray(page.getValues(), DatasetInfo.class)); }
@Test public void testListDatasets() { bigquery = options.getService(); ImmutableList<Dataset> datasetList = ImmutableList.of( new Dataset(bigquery, new DatasetInfo.BuilderImpl(DATASET_INFO_WITH_PROJECT)), new Dataset(bigquery, new DatasetInfo.BuilderImpl(OTHER_DATASET_INFO))); Tuple<String, Iterable<com.google.api.services.bigquery.model.Dataset>> result = Tuple.of(CURSOR, Iterables.transform(datasetList, DatasetInfo.TO_PB_FUNCTION)); EasyMock.expect(bigqueryRpcMock.listDatasets(PROJECT, EMPTY_RPC_OPTIONS)).andReturn(result); EasyMock.replay(bigqueryRpcMock); Page<Dataset> page = bigquery.listDatasets(); assertEquals(CURSOR, page.getNextPageToken()); assertArrayEquals( datasetList.toArray(), Iterables.toArray(page.getValues(), DatasetInfo.class)); }
public static void implicit() { // Instantiate a client. If you don't specify credentials when constructing a client, the // client library will look for credentials in the environment, such as the // GOOGLE_APPLICATION_CREDENTIALS environment variable. BigQuery bigquery = BigQueryOptions.getDefaultInstance().getService(); // Use the client. System.out.println("Datasets:"); for (Dataset dataset : bigquery.listDatasets().iterateAll()) { System.out.printf("%s%n", dataset.getDatasetId().getDataset()); } } // [END bigquery_client_default_credentials]
public static void explicit() throws IOException { // Load credentials from JSON key file. If you can't set the GOOGLE_APPLICATION_CREDENTIALS // environment variable, you can explicitly load the credentials file to construct the // credentials. GoogleCredentials credentials; File credentialsPath = new File("service_account.json"); // TODO: update to your key path. try (FileInputStream serviceAccountStream = new FileInputStream(credentialsPath)) { credentials = ServiceAccountCredentials.fromStream(serviceAccountStream); } // Instantiate a client. BigQuery bigquery = BigQueryOptions.newBuilder().setCredentials(credentials).build().getService(); // Use the client. System.out.println("Datasets:"); for (Dataset dataset : bigquery.listDatasets().iterateAll()) { System.out.printf("%s%n", dataset.getDatasetId().getDataset()); } } // [END bigquery_client_json_credentials]
/** * Check connection and authentication * * @param container * @return */ @Override public Iterable<ValidationResult> doHealthChecks(RuntimeContainer container) { BigQuery bigquery = BigQueryConnection.createClient(properties); bigquery.listDatasets(BigQuery.DatasetListOption.pageSize(1)); return Arrays.asList(ValidationResult.OK); } }
/** * Check connection and authentication * * @param container * @return */ @Override public Iterable<ValidationResult> doHealthChecks(RuntimeContainer container) { BigQuery bigquery = BigQueryConnection.createClient(properties); bigquery.listDatasets(BigQuery.DatasetListOption.pageSize(1)); return Arrays.asList(ValidationResult.OK); } }
@Override public Set<String> listDatasets() throws IOException { BigQuery bigquery = BigQueryConnection.createClient(properties.getDatastoreProperties()); Page<Dataset> datasets = bigquery.listDatasets(properties.getDatastoreProperties().projectName.getValue(), BigQuery.DatasetListOption.pageSize(100)); Set<String> datasetsName = new HashSet<>(); Iterator<Dataset> datasetIterator = datasets.iterateAll().iterator(); while (datasetIterator.hasNext()) { datasetsName.add(datasetIterator.next().getDatasetId().getDataset()); } return datasetsName; }
@Override public Set<String> listDatasets() throws IOException { BigQuery bigquery = BigQueryConnection.createClient(properties.getDatastoreProperties()); Page<Dataset> datasets = bigquery.listDatasets(properties.getDatastoreProperties().projectName.getValue(), BigQuery.DatasetListOption.pageSize(100)); Set<String> datasetsName = new HashSet<>(); Iterator<Dataset> datasetIterator = datasets.iterateAll().iterator(); while (datasetIterator.hasNext()) { datasetsName.add(datasetIterator.next().getDatasetId().getDataset()); } return datasetsName; }