public class ReduceSinkOperator extends TerminalOperator<ReduceSinkDesc> implements java.io.Serializable, TopNHash.BinaryCollector
Operator.OperatorFunc, Operator.ProgressCounter, Operator.State
Modifier and Type | Field and Description |
---|---|
protected ExprNodeEvaluator[] |
keyEval
The evaluators for the key columns.
|
protected int |
numDistinctExprs |
protected int |
numDistributionKeys |
protected ExprNodeEvaluator[] |
partitionEval
The evaluators for the partition columns (CLUSTER BY or DISTRIBUTE BY in
Hive language).
|
protected ExprNodeEvaluator[] |
valueEval
The evaluators for the value columns.
|
alias, beginTime, childOperators, childOperatorsArray, childOperatorsTag, colExprMap, conf, counterNames, counterNameToEnum, counters, done, fatalErrorCntr, groupKeyObject, id, inputObjInspectors, inputRows, isLogInfoEnabled, LOG, numInputRowsCntr, numOutputRowsCntr, operatorId, out, outputObjInspector, outputRows, parentOperators, reporter, state, statsMap, timeTakenCntr, totalTime
Constructor and Description |
---|
ReduceSinkOperator() |
Modifier and Type | Method and Description |
---|---|
protected void |
closeOp(boolean abort)
Operator specific close routine.
|
void |
collect(BytesWritable key,
BytesWritable value) |
java.lang.String |
getInputAlias() |
java.lang.String |
getName()
Implements the getName function for the Node Interface.
|
static java.lang.String |
getOperatorName() |
OperatorType |
getType()
Return the type of the specific operator among the
types in OperatorType.
|
protected static StructObjectInspector |
initEvaluatorsAndReturnStruct(ExprNodeEvaluator[] evals,
java.util.List<java.util.List<java.lang.Integer>> distinctColIndices,
java.util.List<java.lang.String> outputColNames,
int length,
ObjectInspector rowInspector)
Initializes array of ExprNodeEvaluator.
|
protected void |
initializeOp(Configuration hconf)
Operator specific initialization.
|
boolean |
opAllowedBeforeMapJoin() |
void |
processOp(java.lang.Object row,
int tag)
Process the row.
|
void |
setInputAlias(java.lang.String inputAlias) |
acceptLimitPushdown, allInitializedParentsAreClosed, areAllParentsInitialized, assignCounterNameToEnum, augmentPlan, checkFatalErrors, cleanUpInputFileChanged, cleanUpInputFileChangedOp, clone, close, columnNamesRowResolvedCanBeObtained, dump, dump, endGroup, fatalErrorMessage, flush, forward, getAdditionalCounters, getChildOperators, getChildren, getColumnExprMap, getConf, getConfiguration, getCounterNames, getCounterNameToEnum, getCounters, getDone, getExecContext, getGroupKeyObject, getIdentifier, getInputObjInspectors, getNextCntr, getNumChild, getNumParent, getOperatorId, getParentOperators, getSchema, getStats, getWrappedCounterName, incrCounter, initEvaluators, initEvaluators, initEvaluatorsAndReturnStruct, initialize, initialize, initializeChildren, initializeCounters, initializeLocalWork, initOperatorId, isUseBucketizedHiveInputFormat, jobClose, jobCloseOp, logStats, opAllowedAfterMapJoin, opAllowedBeforeSortMergeJoin, opAllowedConvertMapJoin, passExecContext, preorderMap, process, processGroup, removeChild, removeChildAndAdoptItsChildren, removeChildren, removeParent, replaceChild, replaceParent, reset, resetId, resetLastEnumUsed, resetStats, setAlias, setChildOperators, setColumnExprMap, setConf, setCounterNames, setCounterNameToEnum, setDone, setExecContext, setGroupKeyObject, setId, setInputObjInspectors, setOperatorId, setOutputCollector, setParentOperators, setReporter, setSchema, setUseBucketizedHiveInputFormat, startGroup, supportAutomaticSortMergeJoin, supportSkewJoinOptimization, supportUnionRemoveOptimization, toString, toString, updateCounters
protected transient ExprNodeEvaluator[] keyEval
protected transient ExprNodeEvaluator[] valueEval
protected transient ExprNodeEvaluator[] partitionEval
protected transient int numDistributionKeys
protected transient int numDistinctExprs
public void setInputAlias(java.lang.String inputAlias)
public java.lang.String getInputAlias()
protected void initializeOp(Configuration hconf) throws HiveException
Operator
initializeOp
in class Operator<ReduceSinkDesc>
HiveException
protected static StructObjectInspector initEvaluatorsAndReturnStruct(ExprNodeEvaluator[] evals, java.util.List<java.util.List<java.lang.Integer>> distinctColIndices, java.util.List<java.lang.String> outputColNames, int length, ObjectInspector rowInspector) throws HiveException
Operator.initEvaluatorsAndReturnStruct(ExprNodeEvaluator[], List, ObjectInspector)
HiveException
public void processOp(java.lang.Object row, int tag) throws HiveException
Operator
processOp
in class Operator<ReduceSinkDesc>
row
- The object representing the row.tag
- The tag of the row usually means which parent this row comes from.
Rows with the same tag should have exactly the same rowInspector
all the time.HiveException
public void collect(BytesWritable key, BytesWritable value) throws java.io.IOException
java.io.IOException
protected void closeOp(boolean abort) throws HiveException
Operator
closeOp
in class Operator<ReduceSinkDesc>
HiveException
public java.lang.String getName()
Operator
getName
in interface Node
getName
in class Operator<ReduceSinkDesc>
public static java.lang.String getOperatorName()
public OperatorType getType()
Operator
getType
in class Operator<ReduceSinkDesc>
public boolean opAllowedBeforeMapJoin()
opAllowedBeforeMapJoin
in class Operator<ReduceSinkDesc>
Copyright © 2012 The Apache Software Foundation