org.apache.pig.backend.hadoop.executionengine
Class POMapreduce

java.lang.Object
  extended by org.apache.pig.impl.physicalLayer.PhysicalOperator
      extended by org.apache.pig.backend.hadoop.executionengine.POMapreduce
All Implemented Interfaces:
Serializable, ExecPhysicalOperator

public class POMapreduce
extends PhysicalOperator

See Also:
Serialized Form

Field Summary
 ArrayList<EvalSpec> groupFuncs
           
 ArrayList<FileSpec> inputFileSpecs
           
 int mapParallelism
           
 FileSpec outputFileSpec
           
 Class partitionFunction
           
 PigContext pigContext
           
 Properties properties
           
 String quantilesFile
           
 int reduceParallelism
           
 OperatorKey sourceLogicalKey
           
 EvalSpec toCombine
           
 ArrayList<EvalSpec> toMap
           
 EvalSpec toReduce
           
 SplitSpec toSplit
           
 Class<org.apache.hadoop.io.WritableComparator> userComparator
           
 
Fields inherited from class org.apache.pig.impl.physicalLayer.PhysicalOperator
id, inputs, lineageTracer, opTable, outputType, scope
 
Constructor Summary
POMapreduce(String scope, long id, Map<OperatorKey,ExecPhysicalOperator> opTable, OperatorKey sourceLogicalKey, PigContext pigContext)
           
POMapreduce(String scope, long id, Map<OperatorKey,ExecPhysicalOperator> opTable, OperatorKey sourceLogicalKey, PigContext pigContext, int mapParallelism, int reduceParallelism)
           
POMapreduce(String scope, long id, Map<OperatorKey,ExecPhysicalOperator> opTable, OperatorKey sourceLogicalKey, PigContext pigContext, OperatorKey inputIn)
           
POMapreduce(String scope, long id, Map<OperatorKey,ExecPhysicalOperator> opTable, OperatorKey sourceLogicalKey, PigContext pigContext, OperatorKey[] inputsIn)
           
 
Method Summary
 void addInputFile(FileSpec fileSpec)
           
 void addInputFile(FileSpec fileSpec, EvalSpec evalSpec)
           
 void addInputOperator(OperatorKey newInput)
           
 void addInputOperators(OperatorKey[] newInputs)
           
 void addMapSpec(int i, EvalSpec spec)
           
 void addReduceSpec(EvalSpec spec)
           
 POMapreduce copy(long id)
           
 boolean doesGrouping()
           
 boolean doesSorting()
           
 boolean doesSplitting()
           
 EvalSpec getEvalSpec(int i)
           
 FileSpec getFileSpec(int i)
           
 Tuple getNext()
           
 String getProperty(String key)
           
 String getScope()
           
 int numInputFiles()
           
 int numMRJobs()
           
 boolean open()
           
 void setProperty(String key, String value)
           
 void visit(POVisitor v)
           
 
Methods inherited from class org.apache.pig.impl.physicalLayer.PhysicalOperator
close, getId, getOperatorKey, getOutputType, setLineageTracer
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Field Detail

toMap

public ArrayList<EvalSpec> toMap

toCombine

public EvalSpec toCombine

toReduce

public EvalSpec toReduce

groupFuncs

public ArrayList<EvalSpec> groupFuncs

toSplit

public SplitSpec toSplit

inputFileSpecs

public ArrayList<FileSpec> inputFileSpecs

outputFileSpec

public FileSpec outputFileSpec

partitionFunction

public Class partitionFunction

userComparator

public Class<org.apache.hadoop.io.WritableComparator> userComparator

quantilesFile

public String quantilesFile

pigContext

public PigContext pigContext

properties

public Properties properties

sourceLogicalKey

public OperatorKey sourceLogicalKey

mapParallelism

public int mapParallelism

reduceParallelism

public int reduceParallelism
Constructor Detail

POMapreduce

public POMapreduce(String scope,
                   long id,
                   Map<OperatorKey,ExecPhysicalOperator> opTable,
                   OperatorKey sourceLogicalKey,
                   PigContext pigContext,
                   int mapParallelism,
                   int reduceParallelism)

POMapreduce

public POMapreduce(String scope,
                   long id,
                   Map<OperatorKey,ExecPhysicalOperator> opTable,
                   OperatorKey sourceLogicalKey,
                   PigContext pigContext,
                   OperatorKey[] inputsIn)

POMapreduce

public POMapreduce(String scope,
                   long id,
                   Map<OperatorKey,ExecPhysicalOperator> opTable,
                   OperatorKey sourceLogicalKey,
                   PigContext pigContext,
                   OperatorKey inputIn)

POMapreduce

public POMapreduce(String scope,
                   long id,
                   Map<OperatorKey,ExecPhysicalOperator> opTable,
                   OperatorKey sourceLogicalKey,
                   PigContext pigContext)
Method Detail

getScope

public String getScope()
Specified by:
getScope in interface ExecPhysicalOperator
Overrides:
getScope in class PhysicalOperator

doesGrouping

public boolean doesGrouping()

doesSplitting

public boolean doesSplitting()

doesSorting

public boolean doesSorting()

numInputFiles

public int numInputFiles()

addInputOperator

public void addInputOperator(OperatorKey newInput)

addInputOperators

public void addInputOperators(OperatorKey[] newInputs)

addInputFile

public void addInputFile(FileSpec fileSpec)

addInputFile

public void addInputFile(FileSpec fileSpec,
                         EvalSpec evalSpec)

open

public boolean open()
             throws IOException
Overrides:
open in class PhysicalOperator
Throws:
IOException

getNext

public Tuple getNext()
              throws IOException
Specified by:
getNext in class PhysicalOperator
Throws:
IOException

numMRJobs

public int numMRJobs()

copy

public POMapreduce copy(long id)

getEvalSpec

public EvalSpec getEvalSpec(int i)

getFileSpec

public FileSpec getFileSpec(int i)

addMapSpec

public void addMapSpec(int i,
                       EvalSpec spec)

addReduceSpec

public void addReduceSpec(EvalSpec spec)

setProperty

public void setProperty(String key,
                        String value)

getProperty

public String getProperty(String key)

visit

public void visit(POVisitor v)
Specified by:
visit in class PhysicalOperator


Copyright © ${year} The Apache Software Foundation