public TableBuilder setMaterializedViewValidTxnList(ValidTxnList validTxnList) { mvValidTxnList = validTxnList.writeToString(); return this; }
private ValidWriteIdList getTransactionContext(Configuration conf) throws Exception { ValidTxnList validTxnList = msClient.getValidTxns(); conf.set(ValidTxnList.VALID_TXNS_KEY, validTxnList.writeToString()); List<TableValidWriteIds> v = msClient.getValidWriteIds(Collections .singletonList(TableName.getDbTable(dbName, tblName)), validTxnList.writeToString()); return TxnCommonUtils.createValidReaderWriteIdList(v.get(0)); } private void checkNothingWritten(Path partitionPath) throws Exception {
private ValidWriteIdList getTransactionContext(Configuration conf) throws Exception { ValidTxnList validTxnList = msClient.getValidTxns(); conf.set(ValidTxnList.VALID_TXNS_KEY, validTxnList.writeToString()); List<TableValidWriteIds> v = msClient.getValidWriteIds(Collections .singletonList(TableName.getDbTable(dbName, tblName)), validTxnList.writeToString()); return TxnCommonUtils.createValidReaderWriteIdList(v.get(0)); } private void checkNothingWritten(Path partitionPath) throws Exception {
StreamingAssert(IMetaStoreClient metaStoreClient, HiveConf conf, Table table, List<String> partition) throws Exception { this.metaStoreClient = metaStoreClient; this.table = table; this.partition = partition; validTxnList = metaStoreClient.getValidTxns(); conf.set(ValidTxnList.VALID_TXNS_KEY, validTxnList.writeToString()); List<TableValidWriteIds> v = metaStoreClient.getValidWriteIds(Collections .singletonList(TableName.getDbTable(table.getDbName(), table.getTableName())), validTxnList.writeToString()); writeIds = TxnCommonUtils.createValidReaderWriteIdList(v.get(0)); partitionLocation = getPartitionLocation(); dir = AcidUtils.getAcidState(partitionLocation, conf, writeIds); assertEquals(0, dir.getObsolete().size()); assertEquals(0, dir.getOriginalFiles().size()); currentDeltas = dir.getCurrentDirectories(); min = Long.MAX_VALUE; max = Long.MIN_VALUE; System.out.println("Files found: "); for (AcidUtils.ParsedDelta parsedDelta : currentDeltas) { System.out.println(parsedDelta.getPath().toString()); max = Math.max(parsedDelta.getMaxWriteId(), max); min = Math.min(parsedDelta.getMinWriteId(), min); } }
conf.set(ValidTxnList.VALID_TXNS_KEY, validTxnList.writeToString()); rqst.setValidTxnList(validTxnList.writeToString()); final ValidWriteIdList tblValidWriteIds = TxnUtils.createValidCompactWriteIdList( txnHandler.getValidWriteIds(rqst).getTblValidWriteIds().get(0));
Collections.singletonList(fullTableName), validTxnList.writeToString()).get(0)); LOG.debug("ValidCompactWriteIdList: " + tblValidWriteIds.writeToString()); conf.set(ValidTxnList.VALID_TXNS_KEY, validTxnList.writeToString());
final ValidTxnList txns = TxnUtils.createValidCompactTxnList(txnHandler.getOpenTxnsInfo()); LOG.debug("ValidCompactTxnList: " + txns.writeToString()); txnHandler.setCompactionHighestTxnId(ci, txns.getHighWatermark()); final StringBuilder jobName = new StringBuilder(name);
job.setBoolean(hive_metastoreConstants.TABLE_IS_TRANSACTIONAL, true); job.set(ValidWriteIdList.VALID_WRITEIDS_KEY, writeIds.toString()); job.set(ValidTxnList.VALID_TXNS_KEY, validTxnList.writeToString()); InputSplit[] splits = inputFormat.getSplits(job, 1); assertEquals(numSplitsExpected, splits.length);
TxnUtils.createValidTxnListForCleaner(txnHandler.getOpenTxns(), minOpenTxnGLB); conf.set(ValidTxnList.VALID_TXNS_KEY, validTxnList.writeToString()); TableName.getDbTable(t.getDbName(), t.getTableName())); GetValidWriteIdsRequest rqst = new GetValidWriteIdsRequest(tblNames); rqst.setValidTxnList(validTxnList.writeToString()); GetValidWriteIdsResponse rsp = txnHandler.getValidWriteIds(rqst);
public TableBuilder setMaterializedViewValidTxnList(ValidTxnList validTxnList) { mvValidTxnList = validTxnList.writeToString(); return this; }
final ValidTxnList txns = CompactionTxnHandler.createValidCompactTxnList(txnHandler.getOpenTxnsInfo()); LOG.debug("ValidCompactTxnList: " + txns.writeToString()); final StringBuffer jobName = new StringBuffer(name); jobName.append("-compactor-");