org.apache.pig.tools.pigstats

Class ScriptState

java.lang.Object

org.apache.pig.tools.pigstats.ScriptState

public class ScriptState
extends Object

ScriptStates encapsulates settings for a Pig script that runs on a hadoop cluster. These settings are added to all MR jobs spawned by the script and in turn are persisted in the hadoop job xml. With the properties already in the job xml, users who want to know the relations between the script and MR jobs can derive them from the job xmls.

Field Summary

Fields

Modifier and Type	Field and Description
static String	INSERT_ENABLED Pig property that allows user to turn off the inclusion of settings in the jobs
static int	MAX_SCRIPT_SIZE Restricts the size of Pig script stored in job xml

Method Summary

Methods

Modifier and Type	Method and Description
void	addSettingsToConf(MapReduceOper mro, org.apache.hadoop.conf.Configuration conf)
void	addWorkflowAdjacenciesToConf(MROperPlan mrop, org.apache.hadoop.conf.Configuration conf)
void	emitInitialPlanNotification(MROperPlan plan)
void	emitJobFailedNotification(JobStats jobStats)
void	emitjobFinishedNotification(JobStats jobStats)
void	emitJobsSubmittedNotification(int numJobsSubmitted)
void	emitJobStartedNotification(String assignedJobId)
void	emitLaunchCompletedNotification(int numJobsSucceeded)
void	emitLaunchStartedNotification(int numJobsToLaunch)
void	emitOutputCompletedNotification(OutputStats outputStats)
void	emitProgressUpdatedNotification(int progress)
static ScriptState	get()
String	getAlias(MapReduceOper mro)
String	getAliasLocation(MapReduceOper mro)
List<PigProgressNotificationListener>	getAllListeners()
String	getFileName()
String	getHadoopVersion()
PigContext	getPigContext()
String	getPigFeature(MapReduceOper mro)
String	getPigVersion()
void	registerListener(PigProgressNotificationListener listener)
void	setFileName(String fileName)
void	setPigContext(PigContext pigContext)
void	setScript(File file)
void	setScript(String script)
void	setScriptFeatures(LogicalPlan plan)
static ScriptState	start(String commandLine, PigContext pigContext)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

INSERT_ENABLED

public static final String INSERT_ENABLED

Pig property that allows user to turn off the inclusion of settings in the jobs

See Also:

Constant Field Values

MAX_SCRIPT_SIZE

public static final int MAX_SCRIPT_SIZE

Restricts the size of Pig script stored in job xml

See Also:

Constant Field Values

Method Detail

start

public static ScriptState start(String commandLine,
                PigContext pigContext)

get

public static ScriptState get()

registerListener

public void registerListener(PigProgressNotificationListener listener)

getAllListeners

public List<PigProgressNotificationListener> getAllListeners()

emitInitialPlanNotification

public void emitInitialPlanNotification(MROperPlan plan)

emitLaunchStartedNotification

public void emitLaunchStartedNotification(int numJobsToLaunch)

emitJobsSubmittedNotification

public void emitJobsSubmittedNotification(int numJobsSubmitted)

emitJobStartedNotification

public void emitJobStartedNotification(String assignedJobId)

emitjobFinishedNotification

public void emitjobFinishedNotification(JobStats jobStats)

emitJobFailedNotification

public void emitJobFailedNotification(JobStats jobStats)

emitOutputCompletedNotification

public void emitOutputCompletedNotification(OutputStats outputStats)

emitProgressUpdatedNotification

public void emitProgressUpdatedNotification(int progress)

emitLaunchCompletedNotification

public void emitLaunchCompletedNotification(int numJobsSucceeded)

addSettingsToConf

public void addSettingsToConf(MapReduceOper mro,
                     org.apache.hadoop.conf.Configuration conf)
                       throws IOException

Throws:

IOException

addWorkflowAdjacenciesToConf

public void addWorkflowAdjacenciesToConf(MROperPlan mrop,
                                org.apache.hadoop.conf.Configuration conf)

setScript

public void setScript(File file)

setScript

public void setScript(String script)

setScriptFeatures

public void setScriptFeatures(LogicalPlan plan)

getHadoopVersion

public String getHadoopVersion()

getPigVersion

public String getPigVersion()

getFileName

public String getFileName()

setFileName

public void setFileName(String fileName)

getAlias

public String getAlias(MapReduceOper mro)

getAliasLocation

public String getAliasLocation(MapReduceOper mro)

getPigFeature

public String getPigFeature(MapReduceOper mro)

setPigContext

public void setPigContext(PigContext pigContext)

getPigContext

public PigContext getPigContext()