org.apache.hadoop.hive.ql.exec.mr
Class HadoopJobExecHelper

java.lang.Object
  org.apache.hadoop.hive.ql.exec.mr.HadoopJobExecHelper

public class HadoopJobExecHelper
extends Object

Field Summary

org.apache.hadoop.mapred.JobID	jobId
static List<org.apache.hadoop.mapred.RunningJob>	runningJobs A list of the currently running jobs spawned in this Hive instance that is used to kill all running jobs in the event of an unexpected shutdown - i.e., the JVM shuts down while there are still jobs running.

Constructor Summary

HadoopJobExecHelper(org.apache.hadoop.mapred.JobConf job, SessionState.LogHelper console, Task<? extends Serializable> task, HadoopJobExecHook hookCallBack)

Method Summary

boolean	checkFatalErrors(org.apache.hadoop.mapred.Counters ctrs, StringBuilder errMsg)
static String	getJobEndMsg(org.apache.hadoop.mapred.JobID jobId) this msg pattern is used to track when a job is successfully done.
org.apache.hadoop.mapred.JobID	getJobId()
void	jobInfo(org.apache.hadoop.mapred.RunningJob rj) from StreamJob.java.
static void	killRunningJobs()
void	localJobDebugger(int exitVal, String taskId)
boolean	mapDone()
boolean	mapStarted()
int	progress(org.apache.hadoop.mapred.RunningJob rj, org.apache.hadoop.mapred.JobClient jc, HiveTxnManager txnMgr)
int	progressLocal(Process runningJob, String taskId)
boolean	reduceDone()
boolean	reduceStarted()
void	setJobId(org.apache.hadoop.mapred.JobID jobId)

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

jobId

public transient org.apache.hadoop.mapred.JobID jobId

runningJobs

public static List<org.apache.hadoop.mapred.RunningJob> runningJobs

A list of the currently running jobs spawned in this Hive instance that is used to kill all running jobs in the event of an unexpected shutdown - i.e., the JVM shuts down while there are still jobs running.

Constructor Detail

HadoopJobExecHelper

public HadoopJobExecHelper(org.apache.hadoop.mapred.JobConf job,
                           SessionState.LogHelper console,
                           Task<? extends Serializable> task,
                           HadoopJobExecHook hookCallBack)

Method Detail

getJobEndMsg

public static String getJobEndMsg(org.apache.hadoop.mapred.JobID jobId)

this msg pattern is used to track when a job is successfully done.

Parameters:

jobId -

Returns:

the job end message

mapStarted

public boolean mapStarted()

reduceStarted

public boolean reduceStarted()

mapDone

public boolean mapDone()

reduceDone

public boolean reduceDone()

getJobId

public org.apache.hadoop.mapred.JobID getJobId()

setJobId

public void setJobId(org.apache.hadoop.mapred.JobID jobId)

killRunningJobs

public static void killRunningJobs()

checkFatalErrors

public boolean checkFatalErrors(org.apache.hadoop.mapred.Counters ctrs,
                                StringBuilder errMsg)

jobInfo

public void jobInfo(org.apache.hadoop.mapred.RunningJob rj)

from StreamJob.java.

localJobDebugger

public void localJobDebugger(int exitVal,
                             String taskId)

progressLocal

public int progressLocal(Process runningJob,
                         String taskId)

progress

public int progress(org.apache.hadoop.mapred.RunningJob rj,
                    org.apache.hadoop.mapred.JobClient jc,
                    HiveTxnManager txnMgr)
             throws IOException

Throws:

IOException