|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Object org.apache.oozie.action.hadoop.LauncherMapper<K1,V1,K2,V2>
public class LauncherMapper<K1,V1,K2,V2>
Field Summary | |
---|---|
static String |
ACTION_PREFIX
|
static String |
ACTION_PREPARE_XML
|
static String |
CONF_OOZIE_ACTION_MAIN_CLASS
|
static String |
CONF_OOZIE_ACTION_MAX_OUTPUT_DATA
|
static String |
CONF_OOZIE_ACTION_SUPPORTED_FILESYSTEMS
|
static String |
EXTERNAL_ACTION_STATS
|
static String |
EXTERNAL_CHILD_IDS
|
Constructor Summary | |
---|---|
LauncherMapper()
|
Method Summary | |
---|---|
void |
close()
|
void |
configure(org.apache.hadoop.mapred.JobConf jobConf)
|
static org.apache.hadoop.fs.Path |
getActionStatsDataPath(org.apache.hadoop.fs.Path actionDir)
Get the location of stats file |
static org.apache.hadoop.fs.Path |
getErrorPath(org.apache.hadoop.fs.Path actionDir)
|
static org.apache.hadoop.fs.Path |
getExternalChildIDsDataPath(org.apache.hadoop.fs.Path actionDir)
Get the location of external Child IDs file |
static org.apache.hadoop.fs.Path |
getIdSwapPath(org.apache.hadoop.fs.Path actionDir)
|
protected org.apache.hadoop.mapred.JobConf |
getJobConf()
|
static String[] |
getMainArguments(org.apache.hadoop.conf.Configuration conf)
|
static org.apache.hadoop.fs.Path |
getOutputDataPath(org.apache.hadoop.fs.Path actionDir)
|
static String |
getRecoveryId(org.apache.hadoop.conf.Configuration launcherConf,
org.apache.hadoop.fs.Path actionDir,
String recoveryId)
|
static boolean |
hasIdSwap(org.apache.hadoop.mapred.RunningJob runningJob)
|
static boolean |
hasIdSwap(org.apache.hadoop.mapred.RunningJob runningJob,
String user,
String group,
org.apache.hadoop.fs.Path actionDir)
|
static boolean |
hasOutputData(org.apache.hadoop.mapred.RunningJob runningJob)
|
static boolean |
hasStatsData(org.apache.hadoop.mapred.RunningJob runningJob)
Check whether runningJob has stats data or not |
static boolean |
isMainDone(org.apache.hadoop.mapred.RunningJob runningJob)
|
static boolean |
isMainSuccessful(org.apache.hadoop.mapred.RunningJob runningJob)
|
void |
map(K1 key,
V1 value,
org.apache.hadoop.mapred.OutputCollector<K2,V2> collector,
org.apache.hadoop.mapred.Reporter reporter)
|
protected void |
printContentsOfCurrentDir()
Print files and directories in current directory. |
void |
run()
|
static void |
setupLauncherInfo(org.apache.hadoop.mapred.JobConf launcherConf,
String jobId,
String actionId,
org.apache.hadoop.fs.Path actionDir,
String recoveryId,
org.apache.hadoop.conf.Configuration actionConf,
String prepareXML)
|
static void |
setupMainArguments(org.apache.hadoop.conf.Configuration launcherConf,
String[] args)
|
static void |
setupMainClass(org.apache.hadoop.conf.Configuration launcherConf,
String javaMainClass)
|
static void |
setupMaxExternalStatsSize(org.apache.hadoop.conf.Configuration launcherConf,
int maxStatsData)
Set the maximum value of stats data |
static void |
setupMaxOutputData(org.apache.hadoop.conf.Configuration launcherConf,
int maxOutputData)
|
static void |
setupSupportedFileSystems(org.apache.hadoop.conf.Configuration launcherConf,
String supportedFileSystems)
|
Methods inherited from class java.lang.Object |
---|
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
Field Detail |
---|
public static final String CONF_OOZIE_ACTION_MAIN_CLASS
public static final String CONF_OOZIE_ACTION_SUPPORTED_FILESYSTEMS
public static final String CONF_OOZIE_ACTION_MAX_OUTPUT_DATA
public static final String ACTION_PREFIX
public static final String EXTERNAL_CHILD_IDS
public static final String EXTERNAL_ACTION_STATS
public static final String ACTION_PREPARE_XML
Constructor Detail |
---|
public LauncherMapper()
Method Detail |
---|
public static String getRecoveryId(org.apache.hadoop.conf.Configuration launcherConf, org.apache.hadoop.fs.Path actionDir, String recoveryId) throws HadoopAccessorException, IOException
launcherConf
- actionDir
- recoveryId
-
HadoopAccessorException
IOException
public static void setupMainClass(org.apache.hadoop.conf.Configuration launcherConf, String javaMainClass)
public static void setupSupportedFileSystems(org.apache.hadoop.conf.Configuration launcherConf, String supportedFileSystems)
public static void setupMainArguments(org.apache.hadoop.conf.Configuration launcherConf, String[] args)
public static void setupMaxOutputData(org.apache.hadoop.conf.Configuration launcherConf, int maxOutputData)
public static void setupMaxExternalStatsSize(org.apache.hadoop.conf.Configuration launcherConf, int maxStatsData)
launcherConf
- the oozie launcher configurationmaxStatsData
- the maximum allowed size of stats datapublic static void setupLauncherInfo(org.apache.hadoop.mapred.JobConf launcherConf, String jobId, String actionId, org.apache.hadoop.fs.Path actionDir, String recoveryId, org.apache.hadoop.conf.Configuration actionConf, String prepareXML) throws IOException, HadoopAccessorException
launcherConf
- jobId
- actionId
- actionDir
- recoveryId
- actionConf
-
IOException
HadoopAccessorException
public static boolean isMainDone(org.apache.hadoop.mapred.RunningJob runningJob) throws IOException
IOException
public static boolean isMainSuccessful(org.apache.hadoop.mapred.RunningJob runningJob) throws IOException
IOException
public static boolean hasOutputData(org.apache.hadoop.mapred.RunningJob runningJob) throws IOException
IOException
public static boolean hasStatsData(org.apache.hadoop.mapred.RunningJob runningJob) throws IOException
runningJob
- the runningJob
IOException
public static boolean hasIdSwap(org.apache.hadoop.mapred.RunningJob runningJob) throws IOException
runningJob
-
IOException
public static boolean hasIdSwap(org.apache.hadoop.mapred.RunningJob runningJob, String user, String group, org.apache.hadoop.fs.Path actionDir) throws IOException, HadoopAccessorException
runningJob
- user
- group
- actionDir
-
IOException
HadoopAccessorException
public static org.apache.hadoop.fs.Path getOutputDataPath(org.apache.hadoop.fs.Path actionDir)
public static org.apache.hadoop.fs.Path getActionStatsDataPath(org.apache.hadoop.fs.Path actionDir)
actionDir
- the action directory
public static org.apache.hadoop.fs.Path getExternalChildIDsDataPath(org.apache.hadoop.fs.Path actionDir)
actionDir
- the action directory
public static org.apache.hadoop.fs.Path getErrorPath(org.apache.hadoop.fs.Path actionDir)
public static org.apache.hadoop.fs.Path getIdSwapPath(org.apache.hadoop.fs.Path actionDir)
public void configure(org.apache.hadoop.mapred.JobConf jobConf)
configure
in interface org.apache.hadoop.mapred.JobConfigurable
public void map(K1 key, V1 value, org.apache.hadoop.mapred.OutputCollector<K2,V2> collector, org.apache.hadoop.mapred.Reporter reporter) throws IOException
map
in interface org.apache.hadoop.mapred.Mapper<K1,V1,K2,V2>
IOException
public void close() throws IOException
close
in interface Closeable
IOException
protected org.apache.hadoop.mapred.JobConf getJobConf()
public static String[] getMainArguments(org.apache.hadoop.conf.Configuration conf)
public void run()
run
in interface Runnable
protected void printContentsOfCurrentDir()
|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |