public class ExecDriver extends Task<MapredWork> implements java.io.Serializable, HadoopJobExecHook
Task.FeedType
Modifier and Type | Field and Description |
---|---|
protected JobConf |
job |
protected HadoopJobExecHelper |
jobExecHelper |
protected static org.apache.commons.logging.Log |
LOG |
static java.lang.management.MemoryMXBean |
memoryMXBean |
BACKUP_COMMON_JOIN, backupChildrenTasks, backupTask, childTasks, clonedConf, COMMON_JOIN, conf, console, CONVERTED_LOCAL_MAPJOIN, CONVERTED_MAPJOIN, CONVERTED_SORTMERGEJOIN, db, driverContext, feedSubscribers, id, initialized, isdone, jobID, LOCAL_MAPJOIN, MAPJOIN_ONLY_NOBACKUP, NO_TAG, parentTasks, queryPlan, queued, started, taskCounters, taskHandle, taskTag, work
Constructor and Description |
---|
ExecDriver()
Constructor when invoked from QL.
|
ExecDriver(MapredWork plan,
JobConf job,
boolean isSilent)
Constructor/Initialization for invocation as independent utility.
|
Modifier and Type | Method and Description |
---|---|
boolean |
checkFatalErrors(Counters ctrs,
java.lang.StringBuilder errMsg)
Fatal errors are those errors that cannot be recovered by retries.
|
int |
execute(DriverContext driverContext)
Execute a query plan using Hadoop.
|
static java.lang.String |
generateCmdLine(HiveConf hconf,
Context ctx)
Given a Hive Configuration object - generate a command line fragment for passing such
configuration information to ExecDriver.
|
java.lang.String |
getName()
Gets the name of the node.
|
java.util.Collection<Operator<? extends OperatorDesc>> |
getTopOperators() |
StageType |
getType()
Should be overridden to return the type of the specific task among the types in StageType.
|
boolean |
hasReduce() |
void |
initialize(HiveConf conf,
QueryPlan queryPlan,
DriverContext driverContext)
Initialization when invoked from QL.
|
boolean |
isMapRedTask() |
void |
logPlanProgress(SessionState ss) |
static void |
main(java.lang.String[] args) |
boolean |
mapDone() |
boolean |
mapStarted() |
boolean |
reduceDone() |
boolean |
reduceStarted() |
boolean |
requireLock() |
protected void |
setInputAttributes(Configuration conf)
Set hive input format, and input format file if necessary.
|
void |
shutdown() |
void |
updateCounters(Counters ctrs,
RunningJob rj) |
addDependentTask, cloneConf, done, executeTask, fetch, getAndInitBackupTask, getBackupChildrenTasks, getBackupTask, getChildren, getChildTasks, getCounters, getDependentTasks, getFeedSubscribers, getId, getInitialized, getJobID, getParentTasks, getQueryPlan, getQueued, getReducer, getResultSchema, getTaskHandle, getTaskTag, getWork, ifRetryCmdWhenFail, isLocalMode, isMapRedLocalTask, isRunnable, pushFeed, receiveFeed, removeDependentTask, removeFromChildrenTasks, setBackupChildrenTasks, setBackupTask, setChildTasks, setDone, setFeedSubscribers, setId, setInitialized, setLocalMode, setParentTasks, setQueryPlan, setQueued, setRetryCmdWhenFail, setStarted, setTaskTag, setWork, started, subscribeFeed
protected transient JobConf job
public static java.lang.management.MemoryMXBean memoryMXBean
protected HadoopJobExecHelper jobExecHelper
protected static final transient org.apache.commons.logging.Log LOG
public ExecDriver()
public ExecDriver(MapredWork plan, JobConf job, boolean isSilent) throws HiveException
HiveException
public boolean requireLock()
requireLock
in class Task<MapredWork>
public void initialize(HiveConf conf, QueryPlan queryPlan, DriverContext driverContext)
initialize
in class Task<MapredWork>
public boolean checkFatalErrors(Counters ctrs, java.lang.StringBuilder errMsg)
checkFatalErrors
in interface HadoopJobExecHook
public int execute(DriverContext driverContext)
execute
in class Task<MapredWork>
protected void setInputAttributes(Configuration conf)
public boolean mapStarted()
public boolean reduceStarted()
public boolean mapDone()
public boolean reduceDone()
public static void main(java.lang.String[] args) throws java.io.IOException, HiveException
java.io.IOException
HiveException
public static java.lang.String generateCmdLine(HiveConf hconf, Context ctx) throws java.io.IOException
java.io.IOException
public boolean isMapRedTask()
isMapRedTask
in class Task<MapredWork>
public java.util.Collection<Operator<? extends OperatorDesc>> getTopOperators()
getTopOperators
in class Task<MapredWork>
public boolean hasReduce()
hasReduce
in class Task<MapredWork>
public StageType getType()
Task
getType
in class Task<MapredWork>
public java.lang.String getName()
Node
public void updateCounters(Counters ctrs, RunningJob rj) throws java.io.IOException
updateCounters
in interface HadoopJobExecHook
java.io.IOException
public void logPlanProgress(SessionState ss) throws java.io.IOException
logPlanProgress
in interface HadoopJobExecHook
java.io.IOException
public void shutdown()
shutdown
in class Task<MapredWork>
Copyright © 2012 The Apache Software Foundation