public final class GenMapRedUtils
extends java.lang.Object
Modifier and Type | Method and Description |
---|---|
static MapredWork |
getMapRedWork(ParseContext parseCtx)
create a new plan and return.
|
static MapredWork |
getMapRedWorkFromConf(HiveConf conf)
create a new plan and return.
|
static void |
initPlan(ReduceSinkOperator op,
GenMRProcContext opProcCtx)
Initialize the current plan by adding it to root tasks.
|
static void |
initUnionPlan(GenMRProcContext opProcCtx,
UnionOperator currUnionOp,
Task<? extends java.io.Serializable> currTask,
boolean local) |
static void |
initUnionPlan(ReduceSinkOperator op,
UnionOperator currUnionOp,
GenMRProcContext opProcCtx,
Task<? extends java.io.Serializable> unionTask)
Initialize the current union plan.
|
static void |
joinPlan(Task<? extends java.io.Serializable> currTask,
Task<? extends java.io.Serializable> oldTask,
GenMRProcContext opProcCtx)
Merge the current task into the old task for the reducer
|
static void |
joinUnionPlan(GenMRProcContext opProcCtx,
UnionOperator currUnionOp,
Task<? extends java.io.Serializable> currentUnionTask,
Task<? extends java.io.Serializable> existingTask,
boolean local) |
static Operator<? extends OperatorDesc> |
putOpInsertMap(Operator<? extends OperatorDesc> op,
RowResolver rr,
ParseContext parseCtx)
insert in the map for the operator to row resolver.
|
static void |
replaceMapWork(java.lang.String sourceAlias,
java.lang.String targetAlias,
MapWork source,
MapWork target)
Replace the Map-side operator tree associated with targetAlias in
target with the Map-side operator tree associated with sourceAlias in source.
|
static void |
setKeyAndValueDesc(ReduceWork plan,
Operator<? extends OperatorDesc> topOp)
set key and value descriptor.
|
static void |
setKeyAndValueDescForTaskTree(Task<? extends java.io.Serializable> task)
Set the key and value description for all the tasks rooted at the given
task.
|
static void |
setTaskPlan(java.lang.String alias_id,
Operator<? extends OperatorDesc> topOp,
Task<?> task,
boolean local,
GenMRProcContext opProcCtx)
set the current task in the mapredWork.
|
static void |
setTaskPlan(java.lang.String alias_id,
Operator<? extends OperatorDesc> topOp,
Task<?> task,
boolean local,
GenMRProcContext opProcCtx,
PrunedPartitionList pList)
set the current task in the mapredWork.
|
static void |
setTaskPlan(java.lang.String path,
java.lang.String alias,
Operator<? extends OperatorDesc> topOp,
MapWork plan,
boolean local,
TableDesc tt_desc)
set the current task in the mapredWork.
|
public static void initPlan(ReduceSinkOperator op, GenMRProcContext opProcCtx) throws SemanticException
op
- the reduce sink operator encounteredopProcCtx
- processing contextSemanticException
public static void initUnionPlan(ReduceSinkOperator op, UnionOperator currUnionOp, GenMRProcContext opProcCtx, Task<? extends java.io.Serializable> unionTask) throws SemanticException
op
- the reduce sink operator encounteredopProcCtx
- processing contextSemanticException
public static void initUnionPlan(GenMRProcContext opProcCtx, UnionOperator currUnionOp, Task<? extends java.io.Serializable> currTask, boolean local) throws SemanticException
SemanticException
public static void joinUnionPlan(GenMRProcContext opProcCtx, UnionOperator currUnionOp, Task<? extends java.io.Serializable> currentUnionTask, Task<? extends java.io.Serializable> existingTask, boolean local) throws SemanticException
SemanticException
public static void joinPlan(Task<? extends java.io.Serializable> currTask, Task<? extends java.io.Serializable> oldTask, GenMRProcContext opProcCtx) throws SemanticException
currTask
- the current task for the current reduceroldTask
- the old task for the current reduceropProcCtx
- processing contextSemanticException
public static void setTaskPlan(java.lang.String alias_id, Operator<? extends OperatorDesc> topOp, Task<?> task, boolean local, GenMRProcContext opProcCtx) throws SemanticException
alias_id
- current aliastopOp
- the top operator of the stackplan
- current planlocal
- whether you need to add to map-reduce or local workopProcCtx
- processing contextSemanticException
public static void setTaskPlan(java.lang.String alias_id, Operator<? extends OperatorDesc> topOp, Task<?> task, boolean local, GenMRProcContext opProcCtx, PrunedPartitionList pList) throws SemanticException
alias_id
- current aliastopOp
- the top operator of the stackplan
- current planlocal
- whether you need to add to map-reduce or local workopProcCtx
- processing contextpList
- pruned partition list. If it is null it will be computed on-the-fly.SemanticException
public static void setTaskPlan(java.lang.String path, java.lang.String alias, Operator<? extends OperatorDesc> topOp, MapWork plan, boolean local, TableDesc tt_desc) throws SemanticException
alias
- current aliastopOp
- the top operator of the stackplan
- current planlocal
- whether you need to add to map-reduce or local worktt_desc
- table descriptorSemanticException
public static void setKeyAndValueDesc(ReduceWork plan, Operator<? extends OperatorDesc> topOp)
plan
- current plantopOp
- current top operator in the pathpublic static void setKeyAndValueDescForTaskTree(Task<? extends java.io.Serializable> task)
task
- public static MapredWork getMapRedWork(ParseContext parseCtx)
public static MapredWork getMapRedWorkFromConf(HiveConf conf)
public static Operator<? extends OperatorDesc> putOpInsertMap(Operator<? extends OperatorDesc> op, RowResolver rr, ParseContext parseCtx)
op
- operator createdrr
- row resolverparseCtx
- parse contextpublic static void replaceMapWork(java.lang.String sourceAlias, java.lang.String targetAlias, MapWork source, MapWork target)
sourceAlias
- targetAlias
- source
- target
- Copyright © 2012 The Apache Software Foundation