@Override protected void initializeOp(Configuration hconf) throws HiveException { super.initializeOp(hconf); //attemptId identifies a RecordWriter initialized by LlapOutputFormatService this.attemptId = hconf.get(LLAP_OF_ID_KEY); try { //Initialize column names and types List<TypeInfo> typeInfos = new ArrayList<>(); List<String> fieldNames = new ArrayList<>(); StructObjectInspector schema = (StructObjectInspector) inputObjInspectors[0]; for(int i = 0; i < schema.getAllStructFieldRefs().size(); i++) { StructField structField = schema.getAllStructFieldRefs().get(i); fieldNames.add(structField.getFieldName()); TypeInfo typeInfo = TypeInfoUtils.getTypeInfoFromObjectInspector(structField.getFieldObjectInspector()); typeInfos.add(typeInfo); } //Initialize an Arrow serializer converter = new Serializer(hconf, attemptId, typeInfos, fieldNames); } catch (Exception e) { LOG.error("Unable to initialize VectorFileSinkArrowOperator"); throw new RuntimeException(e); } }
@Override protected void initializeOp(Configuration hconf) throws HiveException { super.initializeOp(hconf); ObjectInspector[] inputOIs = new ObjectInspector[conf.getTagLength()]; byte tag = conf.getTag(); inputOIs[tag] = inputObjInspectors[0]; conf.setTagOrder(new Byte[]{ tag }); int dfsMaxReplication = hconf.getInt(DFS_REPLICATION_MAX, minReplication); // minReplication value should not cross the value of dfs.replication.max minReplication = Math.min(minReplication, dfsMaxReplication); htsOperator.setConf(conf); htsOperator.initialize(hconf, inputOIs); }
@Override protected void initializeOp(Configuration hconf) throws HiveException { super.initializeOp(hconf); ObjectInspector[] inputOIs = new ObjectInspector[conf.getTagLength()]; byte tag = conf.getTag(); inputOIs[tag] = inputObjInspectors[0]; conf.setTagOrder(new Byte[]{ tag }); numReplication = (short) hconf.getInt(MAPRED_FILE_REPLICATION, DEFAULT_REPLICATION); htsOperator.setConf(conf); htsOperator.initialize(hconf, inputOIs); }
@Override protected void initializeOp(Configuration hconf) throws HiveException { super.initializeOp(hconf);
@Override protected void initializeOp(Configuration hconf) throws HiveException { super.initializeOp(hconf); try {
@Override protected void initializeOp(Configuration hconf) throws HiveException { super.initializeOp(hconf); try {
@Override protected void initializeOp(Configuration hconf) throws HiveException { super.initializeOp(hconf); VectorExpression.doTransientInit(reduceSinkKeyExpressions); VectorExpression.doTransientInit(reduceSinkValueExpressions);
@Override protected void initializeOp(Configuration hconf) throws HiveException { super.initializeOp(hconf); try { this.hconf = hconf;
@Override protected void initializeOp(Configuration hconf) throws HiveException { super.initializeOp(hconf); try { this.hconf = hconf;
@Override @SuppressWarnings("unchecked") protected void initializeOp(Configuration hconf) throws HiveException { super.initializeOp(hconf); boolean isSilent = HiveConf.getBoolVar(hconf, HiveConf.ConfVars.HIVESESSIONSILENT); console = new LogHelper(LOG, isSilent);
@Override @SuppressWarnings("unchecked") protected void initializeOp(Configuration hconf) throws HiveException { super.initializeOp(hconf); boolean isSilent = HiveConf.getBoolVar(hconf, HiveConf.ConfVars.HIVESESSIONSILENT); console = new LogHelper(LOG, isSilent);
@Override protected Collection<Future<?>> initializeOp(Configuration hconf) throws HiveException { Collection<Future<?>> result = super.initializeOp(hconf); ObjectInspector[] inputOIs = new ObjectInspector[conf.getTagLength()]; inputOIs[tag] = inputObjInspectors[0]; conf.setTagOrder(new Byte[]{ tag }); htsOperator.setConf(conf); htsOperator.initialize(hconf, inputOIs); return result; }
@Override protected Collection<Future<?>> initializeOp(Configuration hconf) throws HiveException { Collection<Future<?>> result = super.initializeOp(hconf); try {
@Override protected Collection<Future<?>> initializeOp(Configuration hconf) throws HiveException { Collection<Future<?>> result = super.initializeOp(hconf); try { this.hconf = hconf;
@Override @SuppressWarnings("unchecked") protected Collection<Future<?>> initializeOp(Configuration hconf) throws HiveException { Collection<Future<?>> result = super.initializeOp(hconf); boolean isSilent = HiveConf.getBoolVar(hconf, HiveConf.ConfVars.HIVESESSIONSILENT); console = new LogHelper(LOG, isSilent);