private boolean isSchemaEvolutionEnabled(Table tbl) { boolean isAcid = AcidUtils.isTablePropertyTransactional(tbl.getMetadata()); if (isAcid || HiveConf.getBoolVar(conf, ConfVars.HIVE_SCHEMA_EVOLUTION)) { return true; } return false; }
public static boolean isTransactionalTable(org.apache.hadoop.hive.metastore.api.Table table) { return table != null && table.getParameters() != null && isTablePropertyTransactional(table.getParameters()); }
private boolean isSchemaEvolutionEnabled(Table tbl) { boolean isAcid = AcidUtils.isTablePropertyTransactional(tbl.getMetadata()); if (isAcid || HiveConf.getBoolVar(conf, ConfVars.HIVE_SCHEMA_EVOLUTION)) { return true; } return false; }
if (AcidUtils.isTablePropertyTransactional(job)) { AcidUtils.setTransactionalTableScan(job, true);
jobProperties.put(IOConstants.SCHEMA_EVOLUTION_COLUMNS_TYPES, typeNamesSb.toString()); boolean isTransactionalTable = AcidUtils.isTablePropertyTransactional(tableProperties); AcidUtils.AcidOperationalProperties acidOperationalProperties = AcidUtils.getAcidOperationalProperties(tableProperties);
private boolean needConversion(PartitionDesc partitionDesc) { boolean isAcid = AcidUtils.isTablePropertyTransactional(partitionDesc.getTableDesc().getProperties()); if (Utilities.isSchemaEvolutionEnabled(job, isAcid) && Utilities.isInputFileFormatSelfDescribing(partitionDesc)) { return false; } return needConversion(partitionDesc.getTableDesc(), Arrays.asList(partitionDesc)); }
private boolean needConversion(PartitionDesc partitionDesc) { boolean isAcid = AcidUtils.isTablePropertyTransactional(partitionDesc.getTableDesc().getProperties()); if (Utilities.isSchemaEvolutionEnabled(job, isAcid) && Utilities.isInputFileFormatSelfDescribing(partitionDesc)) { return false; } return needConversion(partitionDesc.getTableDesc(), Arrays.asList(partitionDesc)); }
Deserializer partDeserializer = pd.getDeserializer(hconf); StructObjectInspector partRawRowObjectInspector; boolean isAcid = AcidUtils.isTablePropertyTransactional(tableDesc.getProperties()); if (Utilities.isSchemaEvolutionEnabled(hconf, isAcid) && Utilities.isInputFileFormatSelfDescribing(pd)) { Deserializer tblDeserializer = tableDesc.getDeserializer(hconf);
Deserializer partDeserializer = pd.getDeserializer(hconf); StructObjectInspector partRawRowObjectInspector; boolean isAcid = AcidUtils.isTablePropertyTransactional(tableDesc.getProperties()); if (Utilities.isSchemaEvolutionEnabled(hconf, isAcid) && Utilities.isInputFileFormatSelfDescribing(pd)) { Deserializer tblDeserializer = tableDesc.getDeserializer(hconf);
public boolean isFullAcidTable() { if(getTable() != null) { return AcidUtils.isFullAcidTable(table); } else { return AcidUtils.isTablePropertyTransactional(getTableInfo().getProperties()) && !AcidUtils.isInsertOnlyTable(getTableInfo().getProperties()); } }
boolean isAcid = AcidUtils.isTablePropertyTransactional(td.getProperties()); if (Utilities.isSchemaEvolutionEnabled(hconf, isAcid) && Utilities.isInputFileFormatSelfDescribing(pd)) { partRawRowObjectInspector = tableRowOI;
boolean isAcid = AcidUtils.isTablePropertyTransactional(td.getProperties()); if (Utilities.isSchemaEvolutionEnabled(hconf, isAcid) && Utilities.isInputFileFormatSelfDescribing(pd)) { partRawRowObjectInspector = tableRowOI;
AcidUtils.isTablePropertyTransactional(partDesc.getTableDesc().getProperties()); Preconditions.checkState(Utilities.isSchemaEvolutionEnabled(hconf, isAcid));
if (isUsingLlapIo) { if (part.getTableDesc() != null && AcidUtils.isTablePropertyTransactional(part.getTableDesc().getProperties())) { hasAcid = true; } else {
boolean isToTxn = AcidUtils.isTablePropertyTransactional(mapProp) || mapProp.containsKey(hive_metastoreConstants.TABLE_TRANSACTIONAL_PROPERTIES); addInputsOutputsAlterTable(tableName, partSpec, alterTblDesc, isToTxn);
if (isUsingLlapIo) { if (part.getTableDesc() != null && AcidUtils.isTablePropertyTransactional(part.getTableDesc().getProperties())) { hasAcid = true; } else {
AcidUtils.isTablePropertyTransactional(partDesc.getTableDesc().getProperties()); Preconditions.checkState(Utilities.isSchemaEvolutionEnabled(hconf, isAcid));
if (!replicationSpec.isInReplicationScope() && ((tableExists && AcidUtils.isTransactionalTable(table)) || (!tableExists && AcidUtils.isTablePropertyTransactional(tblDesc.getTblProps())))) {
/** * Helper method which sets config to read transactional (ACID) tables. Prerequisite is <i>job</i> * contains the table properties. * @param job */ public static void addACIDPropertiesIfNeeded(final JobConf job) { if (!AcidUtils.isTablePropertyTransactional(job)) { return; } AcidUtils.setTransactionalTableScan(job, true); // Add ACID related properties if (Utilities.isSchemaEvolutionEnabled(job, true) && job.get(IOConstants.SCHEMA_EVOLUTION_COLUMNS) != null && job.get(IOConstants.SCHEMA_EVOLUTION_COLUMNS_TYPES) != null) { // If the schema evolution columns and types are already set, then there is no additional conf to set. return; } // Get them from table properties and set them as schema evolution properties job.set(IOConstants.SCHEMA_EVOLUTION_COLUMNS, job.get(serdeConstants.LIST_COLUMNS)); job.set(IOConstants.SCHEMA_EVOLUTION_COLUMNS_TYPES, job.get(serdeConstants.LIST_COLUMN_TYPES)); } }
jobProperties.put(IOConstants.SCHEMA_EVOLUTION_COLUMNS_TYPES, typeNamesSb.toString()); boolean isTransactionalTable = AcidUtils.isTablePropertyTransactional(tableProperties); AcidUtils.AcidOperationalProperties acidOperationalProperties = AcidUtils.getAcidOperationalProperties(tableProperties);