org.apache.oozie.action.hadoop

Class LauncherMapperHelper

java.lang.Object

org.apache.oozie.action.hadoop.LauncherMapperHelper

public class LauncherMapperHelper
extends java.lang.Object

Field Summary

Fields

Modifier and Type	Field and Description
static java.lang.String	OOZIE_ACTION_YARN_TAG

Constructor Summary

Constructors

Constructor and Description
LauncherMapperHelper()

Method Summary

Methods

Modifier and Type	Method and Description
static java.util.Map<java.lang.String,java.lang.String>	getActionData(org.apache.hadoop.fs.FileSystem fs, org.apache.hadoop.fs.Path actionDir, org.apache.hadoop.conf.Configuration conf) Utility function to load the contents of action data sequence file into memory object
static org.apache.hadoop.fs.Path	getActionDataSequenceFilePath(org.apache.hadoop.fs.Path actionDir) Get the sequence file path storing all action data
static java.lang.String	getActionYarnTag(org.apache.hadoop.conf.Configuration conf, java.lang.String parentId, org.apache.oozie.client.WorkflowAction wfAction)
static java.lang.String	getRecoveryId(org.apache.hadoop.conf.Configuration launcherConf, org.apache.hadoop.fs.Path actionDir, java.lang.String recoveryId)
static java.lang.String	getTag(java.lang.String launcherTag)
static boolean	hasExternalChildJobs(java.util.Map<java.lang.String,java.lang.String> actionData) Determine whether action has external child jobs or not
static boolean	hasIdSwap(java.util.Map<java.lang.String,java.lang.String> actionData) Determine whether action has new id (id swap) or not
static boolean	hasOutputData(java.util.Map<java.lang.String,java.lang.String> actionData) Determine whether action has output data or not
static boolean	hasStatsData(java.util.Map<java.lang.String,java.lang.String> actionData) Determine whether action has external stats or not
static boolean	isMainDone(org.apache.hadoop.mapred.RunningJob runningJob)
static boolean	isMainSuccessful(org.apache.hadoop.mapred.RunningJob runningJob)
static void	setupLauncherInfo(org.apache.hadoop.mapred.JobConf launcherConf, java.lang.String jobId, java.lang.String actionId, org.apache.hadoop.fs.Path actionDir, java.lang.String recoveryId, org.apache.hadoop.conf.Configuration actionConf, java.lang.String prepareXML)
static void	setupLauncherURIHandlerConf(org.apache.hadoop.conf.Configuration launcherConf)
static void	setupMainArguments(org.apache.hadoop.conf.Configuration launcherConf, java.lang.String[] args)
static void	setupMainClass(org.apache.hadoop.conf.Configuration launcherConf, java.lang.String javaMainClass)
static void	setupMaxExternalStatsSize(org.apache.hadoop.conf.Configuration launcherConf, int maxStatsData) Set the maximum value of stats data
static void	setupMaxFSGlob(org.apache.hadoop.conf.Configuration launcherConf, int fsGlobMax) Set the maximum number of globbed files/dirs
static void	setupMaxOutputData(org.apache.hadoop.conf.Configuration launcherConf, int maxOutputData)
static void	setupYarnRestartHandling(org.apache.hadoop.mapred.JobConf launcherJobConf, org.apache.hadoop.conf.Configuration actionConf, java.lang.String launcherTag, long launcherTime)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

OOZIE_ACTION_YARN_TAG

public static final java.lang.String OOZIE_ACTION_YARN_TAG

See Also:

Constant Field Values

Constructor Detail

LauncherMapperHelper

public LauncherMapperHelper()

Method Detail

getRecoveryId

public static java.lang.String getRecoveryId(org.apache.hadoop.conf.Configuration launcherConf,
                             org.apache.hadoop.fs.Path actionDir,
                             java.lang.String recoveryId)
                                      throws HadoopAccessorException,
                                             java.io.IOException

Throws:

HadoopAccessorException

java.io.IOException

setupMainClass

public static void setupMainClass(org.apache.hadoop.conf.Configuration launcherConf,
                  java.lang.String javaMainClass)

setupLauncherURIHandlerConf

public static void setupLauncherURIHandlerConf(org.apache.hadoop.conf.Configuration launcherConf)

setupMainArguments

public static void setupMainArguments(org.apache.hadoop.conf.Configuration launcherConf,
                      java.lang.String[] args)

setupMaxOutputData

public static void setupMaxOutputData(org.apache.hadoop.conf.Configuration launcherConf,
                      int maxOutputData)

setupMaxExternalStatsSize

public static void setupMaxExternalStatsSize(org.apache.hadoop.conf.Configuration launcherConf,
                             int maxStatsData)

Set the maximum value of stats data

Parameters:

launcherConf - the oozie launcher configuration

maxStatsData - the maximum allowed size of stats data

setupMaxFSGlob

public static void setupMaxFSGlob(org.apache.hadoop.conf.Configuration launcherConf,
                  int fsGlobMax)

Set the maximum number of globbed files/dirs

Parameters:

launcherConf - the oozie launcher configuration

fsGlobMax - the maximum number of files/dirs for FS operation

setupLauncherInfo

public static void setupLauncherInfo(org.apache.hadoop.mapred.JobConf launcherConf,
                     java.lang.String jobId,
                     java.lang.String actionId,
                     org.apache.hadoop.fs.Path actionDir,
                     java.lang.String recoveryId,
                     org.apache.hadoop.conf.Configuration actionConf,
                     java.lang.String prepareXML)
                              throws java.io.IOException,
                                     HadoopAccessorException

Throws:

java.io.IOException

HadoopAccessorException

setupYarnRestartHandling

public static void setupYarnRestartHandling(org.apache.hadoop.mapred.JobConf launcherJobConf,
                            org.apache.hadoop.conf.Configuration actionConf,
                            java.lang.String launcherTag,
                            long launcherTime)
                                     throws java.security.NoSuchAlgorithmException

Throws:

java.security.NoSuchAlgorithmException

getTag

public static java.lang.String getTag(java.lang.String launcherTag)
                               throws java.security.NoSuchAlgorithmException

Throws:

java.security.NoSuchAlgorithmException

isMainDone

public static boolean isMainDone(org.apache.hadoop.mapred.RunningJob runningJob)
                          throws java.io.IOException

Throws:

java.io.IOException

isMainSuccessful

public static boolean isMainSuccessful(org.apache.hadoop.mapred.RunningJob runningJob)
                                throws java.io.IOException

Throws:

java.io.IOException

hasExternalChildJobs

public static boolean hasExternalChildJobs(java.util.Map<java.lang.String,java.lang.String> actionData)
                                    throws java.io.IOException

Determine whether action has external child jobs or not

Parameters:

actionData -

Returns:

true/false

Throws:

java.io.IOException

hasOutputData

public static boolean hasOutputData(java.util.Map<java.lang.String,java.lang.String> actionData)
                             throws java.io.IOException

Determine whether action has output data or not

Parameters:

actionData -

Returns:

true/false

Throws:

java.io.IOException

hasStatsData

public static boolean hasStatsData(java.util.Map<java.lang.String,java.lang.String> actionData)
                            throws java.io.IOException

Determine whether action has external stats or not

Parameters:

actionData -

Returns:

true/false

Throws:

java.io.IOException

hasIdSwap

public static boolean hasIdSwap(java.util.Map<java.lang.String,java.lang.String> actionData)
                         throws java.io.IOException

Determine whether action has new id (id swap) or not

Parameters:

actionData -

Returns:

true/false

Throws:

java.io.IOException

getActionDataSequenceFilePath

public static org.apache.hadoop.fs.Path getActionDataSequenceFilePath(org.apache.hadoop.fs.Path actionDir)

Get the sequence file path storing all action data

Parameters:

actionDir -

Returns:

getActionData

public static java.util.Map<java.lang.String,java.lang.String> getActionData(org.apache.hadoop.fs.FileSystem fs,
                                                             org.apache.hadoop.fs.Path actionDir,
                                                             org.apache.hadoop.conf.Configuration conf)
                                                                      throws java.io.IOException,
                                                                             java.lang.InterruptedException

Utility function to load the contents of action data sequence file into memory object

Parameters:

fs - Action Filesystem

actionDir - Path

conf - Configuration

Returns:

Map action data

Throws:

java.io.IOException

java.lang.InterruptedException

getActionYarnTag

public static java.lang.String getActionYarnTag(org.apache.hadoop.conf.Configuration conf,
                                java.lang.String parentId,
                                org.apache.oozie.client.WorkflowAction wfAction)