|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Objectorg.apache.pig.backend.hadoop.executionengine.HExecutionEngine
public class HExecutionEngine
Field Summary | |
---|---|
protected DataStorage |
ds
|
static String |
JOB_TRACKER_LOCATION
|
protected org.apache.hadoop.mapred.JobClient |
jobClient
|
protected Map<OperatorKey,OperatorKey> |
logicalToPhysicalKeys
|
protected Map<OperatorKey,MapRedResult> |
materializedResults
|
protected Map<OperatorKey,ExecPhysicalOperator> |
physicalOpTable
|
protected PigContext |
pigContext
|
Constructor Summary | |
---|---|
HExecutionEngine(PigContext pigContext)
|
Method Summary | |
---|---|
Collection<String> |
activeScopes()
List scopes that are active in the back-end |
void |
close()
Clean-up and releasing of resources. |
ExecPhysicalPlan |
compile(ExecLogicalPlan[] plans,
Properties properties)
|
ExecPhysicalPlan |
compile(ExecLogicalPlan plan,
Properties properties)
Compiles a logical plan into a physical plan, given a set of configuration properties that apply at the plan-level. |
ExecJob |
execute(ExecPhysicalPlan plan)
Execute the physical plan in blocking mode. |
Properties |
getConfiguration()
Provides configuration information about the execution engine itself. |
DataStorage |
getDataStorage()
|
org.apache.hadoop.mapred.JobClient |
getJobClient()
|
Map<OperatorKey,MapRedResult> |
getMaterializedResults()
|
Map<OperatorKey,ExecPhysicalOperator> |
getPhysicalOpTable()
|
Map<String,Object> |
getStatistics()
Provides statistics on the Execution Engine: number of nodes, node failure rates, average load, average job wait time... |
void |
init()
Place holder for possible initialization activities. |
void |
init(Properties properties)
|
void |
reclaimScope(String scope)
A mechanism to communicate to the back-end that a set of logical plans go out of scope |
Collection<ExecJob> |
runningJobs(Properties properties)
Return currently running jobs (can be useful for admin purposes) |
ExecJob |
submit(ExecPhysicalPlan plan)
Execute the physical plan in non-blocking mode |
void |
updateConfiguration(Properties newConfiguration)
Provides a way to dynamically change configuration parameters at the Execution Engine level. |
Methods inherited from class java.lang.Object |
---|
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
Field Detail |
---|
public static final String JOB_TRACKER_LOCATION
protected PigContext pigContext
protected DataStorage ds
protected org.apache.hadoop.mapred.JobClient jobClient
protected Map<OperatorKey,OperatorKey> logicalToPhysicalKeys
protected Map<OperatorKey,ExecPhysicalOperator> physicalOpTable
protected Map<OperatorKey,MapRedResult> materializedResults
Constructor Detail |
---|
public HExecutionEngine(PigContext pigContext)
Method Detail |
---|
public org.apache.hadoop.mapred.JobClient getJobClient()
public Map<OperatorKey,MapRedResult> getMaterializedResults()
public Map<OperatorKey,ExecPhysicalOperator> getPhysicalOpTable()
public DataStorage getDataStorage()
getDataStorage
in interface ExecutionEngine
public void init() throws ExecException
ExecutionEngine
init
in interface ExecutionEngine
ExecException
public void init(Properties properties) throws ExecException
ExecException
public void close() throws ExecException
ExecutionEngine
close
in interface ExecutionEngine
ExecException
public Properties getConfiguration() throws ExecException
ExecutionEngine
getConfiguration
in interface ExecutionEngine
ExecException
public void updateConfiguration(Properties newConfiguration) throws ExecException
ExecutionEngine
updateConfiguration
in interface ExecutionEngine
newConfiguration
- - the new configuration settings
ExecException
public Map<String,Object> getStatistics() throws ExecException
ExecutionEngine
getStatistics
in interface ExecutionEngine
ExecException
public ExecPhysicalPlan compile(ExecLogicalPlan plan, Properties properties) throws ExecException
ExecutionEngine
compile
in interface ExecutionEngine
ExecException
public ExecPhysicalPlan compile(ExecLogicalPlan[] plans, Properties properties) throws ExecException
compile
in interface ExecutionEngine
ExecException
public ExecJob execute(ExecPhysicalPlan plan) throws ExecException
ExecutionEngine
execute
in interface ExecutionEngine
ExecException
public ExecJob submit(ExecPhysicalPlan plan) throws ExecException
ExecutionEngine
submit
in interface ExecutionEngine
ExecException
public Collection<ExecJob> runningJobs(Properties properties) throws ExecException
ExecutionEngine
runningJobs
in interface ExecutionEngine
ExecException
public Collection<String> activeScopes() throws ExecException
ExecutionEngine
activeScopes
in interface ExecutionEngine
ExecException
public void reclaimScope(String scope) throws ExecException
ExecutionEngine
reclaimScope
in interface ExecutionEngine
ExecException
|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |