org.apache.pig.backend.hadoop.executionengine
Class POMapreduce
java.lang.Object
org.apache.pig.impl.physicalLayer.PhysicalOperator
org.apache.pig.backend.hadoop.executionengine.POMapreduce
- All Implemented Interfaces:
- Serializable, ExecPhysicalOperator
public class POMapreduce
- extends PhysicalOperator
- See Also:
- Serialized Form
Constructor Summary |
POMapreduce(String scope,
long id,
Map<OperatorKey,ExecPhysicalOperator> opTable,
OperatorKey sourceLogicalKey,
PigContext pigContext)
|
POMapreduce(String scope,
long id,
Map<OperatorKey,ExecPhysicalOperator> opTable,
OperatorKey sourceLogicalKey,
PigContext pigContext,
int mapParallelism,
int reduceParallelism)
|
POMapreduce(String scope,
long id,
Map<OperatorKey,ExecPhysicalOperator> opTable,
OperatorKey sourceLogicalKey,
PigContext pigContext,
OperatorKey inputIn)
|
POMapreduce(String scope,
long id,
Map<OperatorKey,ExecPhysicalOperator> opTable,
OperatorKey sourceLogicalKey,
PigContext pigContext,
OperatorKey[] inputsIn)
|
Methods inherited from class java.lang.Object |
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
toMap
public ArrayList<EvalSpec> toMap
toCombine
public EvalSpec toCombine
toReduce
public EvalSpec toReduce
groupFuncs
public ArrayList<EvalSpec> groupFuncs
toSplit
public SplitSpec toSplit
inputFileSpecs
public ArrayList<FileSpec> inputFileSpecs
outputFileSpec
public FileSpec outputFileSpec
partitionFunction
public Class partitionFunction
userComparator
public Class<org.apache.hadoop.io.WritableComparator> userComparator
quantilesFile
public String quantilesFile
pigContext
public PigContext pigContext
properties
public Properties properties
sourceLogicalKey
public OperatorKey sourceLogicalKey
mapParallelism
public int mapParallelism
reduceParallelism
public int reduceParallelism
POMapreduce
public POMapreduce(String scope,
long id,
Map<OperatorKey,ExecPhysicalOperator> opTable,
OperatorKey sourceLogicalKey,
PigContext pigContext,
int mapParallelism,
int reduceParallelism)
POMapreduce
public POMapreduce(String scope,
long id,
Map<OperatorKey,ExecPhysicalOperator> opTable,
OperatorKey sourceLogicalKey,
PigContext pigContext,
OperatorKey[] inputsIn)
POMapreduce
public POMapreduce(String scope,
long id,
Map<OperatorKey,ExecPhysicalOperator> opTable,
OperatorKey sourceLogicalKey,
PigContext pigContext,
OperatorKey inputIn)
POMapreduce
public POMapreduce(String scope,
long id,
Map<OperatorKey,ExecPhysicalOperator> opTable,
OperatorKey sourceLogicalKey,
PigContext pigContext)
getScope
public String getScope()
- Specified by:
getScope
in interface ExecPhysicalOperator
- Overrides:
getScope
in class PhysicalOperator
doesGrouping
public boolean doesGrouping()
doesSplitting
public boolean doesSplitting()
doesSorting
public boolean doesSorting()
numInputFiles
public int numInputFiles()
addInputOperator
public void addInputOperator(OperatorKey newInput)
addInputOperators
public void addInputOperators(OperatorKey[] newInputs)
addInputFile
public void addInputFile(FileSpec fileSpec)
addInputFile
public void addInputFile(FileSpec fileSpec,
EvalSpec evalSpec)
open
public boolean open()
throws IOException
- Overrides:
open
in class PhysicalOperator
- Throws:
IOException
getNext
public Tuple getNext()
throws IOException
- Specified by:
getNext
in class PhysicalOperator
- Throws:
IOException
numMRJobs
public int numMRJobs()
copy
public POMapreduce copy(long id)
getEvalSpec
public EvalSpec getEvalSpec(int i)
getFileSpec
public FileSpec getFileSpec(int i)
addMapSpec
public void addMapSpec(int i,
EvalSpec spec)
addReduceSpec
public void addReduceSpec(EvalSpec spec)
setProperty
public void setProperty(String key,
String value)
getProperty
public String getProperty(String key)
visit
public void visit(POVisitor v)
- Specified by:
visit
in class PhysicalOperator
Copyright © ${year} The Apache Software Foundation