public class SparkActionExecutor extends JavaActionExecutor
ActionExecutor.Context, ActionExecutor.RETRYPOLICY
Modifier and Type | Field and Description |
---|---|
static String |
MAPRED_CHILD_ENV |
static String |
SPARK_CLASS |
static String |
SPARK_JAR |
static String |
SPARK_JOB_NAME |
static String |
SPARK_MAIN_CLASS_NAME |
static String |
SPARK_MASTER |
static String |
SPARK_MODE |
static String |
SPARK_OPTS |
static String |
TASK_USER_CLASSPATH_PRECEDENCE |
static String |
TASK_USER_PRECEDENCE |
ACL_MODIFY_JOB, ACL_VIEW_JOB, CONF_HADOOP_YARN_UBER_MODE, HADOOP_CHILD_JAVA_ENV, HADOOP_CHILD_JAVA_OPTS, HADOOP_JOB_CLASSLOADER, HADOOP_JOB_TRACKER, HADOOP_JOB_TRACKER_2, HADOOP_MAP_JAVA_ENV, HADOOP_MAP_JAVA_OPTS, HADOOP_MAP_MEMORY_MB, HADOOP_NAME_NODE, HADOOP_REDUCE_JAVA_OPTS, HADOOP_USER, HADOOP_USER_CLASSPATH_FIRST, HADOOP_YARN_KILL_CHILD_JOBS_ON_AMRESTART, HADOOP_YARN_RM, HADOOP_YARN_TIMELINE_SERVICE_ENABLED, HADOOP_YARN_UBER_MODE, LOG, MAX_EXTERNAL_STATS_SIZE, OOZIE_COMMON_LIBDIR, OOZIE_CREDENTIALS_SKIP, workflowConf, YARN_AM_COMMAND_OPTS, YARN_AM_ENV, YARN_AM_RESOURCE_MB, YARN_MEMORY_MB_MIN
ACTION_RETRY_INTERVAL, ACTION_RETRY_POLICY, CONF_PREFIX, ERROR_OTHER, MAX_RETRIES, OOZIE_ACTION_YARN_TAG, RETRY_INTERVAL
Constructor and Description |
---|
SparkActionExecutor() |
Modifier and Type | Method and Description |
---|---|
protected String |
getDefaultShareLibName(org.jdom.Element actionXml)
Return the sharelib name for the action.
|
List<Class> |
getLauncherClasses() |
protected String |
getLauncherMain(org.apache.hadoop.conf.Configuration launcherConf,
org.jdom.Element actionXml) |
String[] |
getShareLibFilesForActionConf() |
addActionLibs, addShareLib, addSystemShareLibForAction, check, createBaseHadoopConf, createBaseHadoopConf, createJobClient, end, extractHeapSizeMB, getActionCredentialsProperties, getActionData, getActualExternalId, getCaptureOutput, getCommonLauncherClasses, getCredProperties, getMaxExternalStatsSize, getRunningJob, getShareLibNames, initActionType, injectCallback, isCompleted, kill, loadHadoopDefaultResources, parseJobXmlAndConfiguration, parseJobXmlAndConfiguration, prepareActionDir, requiresNameNodeJobTracker, setActionCompletionData, setCredentialPropertyToActionConf, setCredentialTokens, setLibFilesArchives, start, submitLauncher, supportsConfigurationJobXML
convertException, disableInit, enableInit, getActionDir, getActionDirPath, getActionSignal, getActionYarnTag, getMaxRetries, getOozieConf, getOozieRuntimeDir, getOozieSystemId, getRetryInterval, getRetryPolicy, getType, registerError, resetInitInfo, setMaxRetries, setRetryInterval, setRetryPolicy
public static final String SPARK_MAIN_CLASS_NAME
public static final String TASK_USER_PRECEDENCE
public static final String TASK_USER_CLASSPATH_PRECEDENCE
public static final String SPARK_MASTER
public static final String SPARK_MODE
public static final String SPARK_OPTS
public static final String SPARK_JOB_NAME
public static final String SPARK_CLASS
public static final String SPARK_JAR
public static final String MAPRED_CHILD_ENV
public SparkActionExecutor()
public List<Class> getLauncherClasses()
getLauncherClasses
in class JavaActionExecutor
protected String getDefaultShareLibName(org.jdom.Element actionXml)
getDefaultShareLibName
in class JavaActionExecutor
actionXml
- spark
.protected String getLauncherMain(org.apache.hadoop.conf.Configuration launcherConf, org.jdom.Element actionXml)
getLauncherMain
in class JavaActionExecutor
public String[] getShareLibFilesForActionConf()
getShareLibFilesForActionConf
in class JavaActionExecutor
Copyright © 2018 Apache Software Foundation. All rights reserved.