? getOptions().getProjectId() : request.getTable().getProject()); final TableDataInsertAllRequest requestPb = new TableDataInsertAllRequest(); requestPb.setIgnoreUnknownValues(request.ignoreUnknownValues()); requestPb.setSkipInvalidRows(request.skipInvalidRows()); requestPb.setTemplateSuffix(request.getTemplateSuffix()); requestPb.setRows(rowsPb);
TableDataInsertAllRequest apiRequestData = new TableDataInsertAllRequest().setRows(apiRequestRows); log.debug("uploader thread/id: {} / {} . api call completed.", Thread.currentThread().getId(), exchangeId); return apiRequestData.size();
public void insertDataToTable( String projectId, String datasetId, String tableName, List<Map<String, Object>> rows) { try { List<Rows> dataRows = rows.stream().map(row -> new Rows().setJson(row)).collect(Collectors.toList()); this.bqClient .tabledata() .insertAll( projectId, datasetId, tableName, new TableDataInsertAllRequest().setRows(dataRows)) .execute(); LOG.info("Successfully inserted data into table : " + tableName); } catch (Exception e) { LOG.debug("Exceptions caught when inserting data: " + e.getMessage()); } } }
List rowList = new ArrayList(); rowList.add(rows); TableDataInsertAllRequest content = new TableDataInsertAllRequest().setRows(rowList); TableDataInsertAllResponse response = bigquery.tabledata().insertAll(PROJECT_ID, DATASET_ID, TABLE_ID, content).execute(); System.out.println("Final response = " + response);
TableDataInsertAllRequest content = new TableDataInsertAllRequest().setRows(rowList); TableDataInsertAllResponse response = bigquery.tabledata().insertAll(projectId, datasetId, tableId, content).execute();
.build(); TableDataInsertAllRequest requestPb = new TableDataInsertAllRequest() .setRows( Lists.transform( rows, .setSkipInvalidRows(false) .setIgnoreUnknownValues(true) .setTemplateSuffix("suffix"); EasyMock.expect(bigqueryRpcMock.insertAll(PROJECT, DATASET, TABLE, requestPb)) .andThrow(new BigQueryException(500, "InternalError"));
.build(); TableDataInsertAllRequest requestPb = new TableDataInsertAllRequest() .setRows( Lists.transform( rows, .setSkipInvalidRows(false) .setIgnoreUnknownValues(true) .setTemplateSuffix("suffix"); TableDataInsertAllResponse responsePb = new TableDataInsertAllResponse()
.build(); TableDataInsertAllRequest requestPb = new TableDataInsertAllRequest() .setRows( Lists.transform( rows, .setSkipInvalidRows(false) .setIgnoreUnknownValues(true) .setTemplateSuffix("suffix"); TableDataInsertAllResponse responsePb = new TableDataInsertAllResponse()
.build(); TableDataInsertAllRequest requestPb = new TableDataInsertAllRequest() .setRows( Lists.transform( rows, .setSkipInvalidRows(false) .setIgnoreUnknownValues(true) .setTemplateSuffix("suffix"); TableDataInsertAllResponse responsePb = new TableDataInsertAllResponse()
@Override public InsertAllResponse insertAll(InsertAllRequest request) { final TableId tableId = request.table(); final TableDataInsertAllRequest requestPb = new TableDataInsertAllRequest(); requestPb.setIgnoreUnknownValues(request.ignoreUnknownValues()); requestPb.setSkipInvalidRows(request.skipInvalidRows()); requestPb.setTemplateSuffix(request.templateSuffix()); List<Rows> rowsPb = Lists.transform(request.rows(), new Function<RowToInsert, Rows>() { @Override public Rows apply(RowToInsert rowToInsert) { return new Rows().setInsertId(rowToInsert.id()).setJson(rowToInsert.content()); } }); requestPb.setRows(rowsPb); return InsertAllResponse.fromPb( bigQueryRpc.insertAll(tableId.dataset(), tableId.table(), requestPb)); }
@Override public InsertAllResponse insertAll(InsertAllRequest request) { final TableId tableId = request.table(); final TableDataInsertAllRequest requestPb = new TableDataInsertAllRequest(); requestPb.setIgnoreUnknownValues(request.ignoreUnknownValues()); requestPb.setSkipInvalidRows(request.skipInvalidRows()); requestPb.setTemplateSuffix(request.templateSuffix()); List<Rows> rowsPb = Lists.transform(request.rows(), new Function<RowToInsert, Rows>() { @Override public Rows apply(RowToInsert rowToInsert) { return new Rows().setInsertId(rowToInsert.id()).setJson(rowToInsert.content()); } }); requestPb.setRows(rowsPb); return InsertAllResponse.fromPb( bigQueryRpc.insertAll(tableId.dataset(), tableId.table(), requestPb)); }
? getOptions().getProjectId() : request.getTable().getProject()); final TableDataInsertAllRequest requestPb = new TableDataInsertAllRequest(); requestPb.setIgnoreUnknownValues(request.ignoreUnknownValues()); requestPb.setSkipInvalidRows(request.skipInvalidRows()); requestPb.setTemplateSuffix(request.getTemplateSuffix()); requestPb.setRows(rowsPb);
|| rows.size() >= maxRowsPerBatch || i == rowsToPublish.size() - 1) { TableDataInsertAllRequest content = new TableDataInsertAllRequest(); content.setRows(rows); content.setSkipInvalidRows(skipInvalidRows); content.setIgnoreUnknownValues(ignoreUnkownValues);