public class SparkCompiler extends PhyPlanVisitor
mCurrentWalker, mPlan| Constructor and Description |
|---|
SparkCompiler(PhysicalPlan physicalPlan,
PigContext pigContext) |
| Modifier and Type | Method and Description |
|---|---|
void |
compile() |
void |
connectSoftLink() |
SparkOperPlan |
getSparkPlan() |
void |
visitCollectedGroup(POCollectedGroup op) |
void |
visitCounter(POCounter op) |
void |
visitCross(POCross op) |
void |
visitDistinct(PODistinct op) |
void |
visitFilter(POFilter op) |
void |
visitFRJoin(POFRJoin op) |
void |
visitGlobalRearrange(POGlobalRearrange op) |
void |
visitLimit(POLimit op) |
void |
visitLoad(POLoad op) |
void |
visitLocalRearrange(POLocalRearrange op) |
void |
visitMergeCoGroup(POMergeCogroup poCoGrp) |
void |
visitMergeJoin(POMergeJoin joinOp) |
void |
visitNative(PONative op) |
void |
visitPackage(POPackage op) |
void |
visitPOForEach(POForEach op) |
void |
visitRank(PORank op) |
void |
visitSkewedJoin(POSkewedJoin op)
currently use regular join to replace skewedJoin
Skewed join currently works with two-table inner join.
|
void |
visitSort(POSort op) |
void |
visitSplit(POSplit op) |
void |
visitStore(POStore op) |
void |
visitStream(POStream op) |
void |
visitUnion(POUnion op) |
visit, visitAdd, visitAnd, visitBinCond, visitBroadcastSpark, visitCast, visitComparisonFunc, visitConstant, visitDemux, visitDivide, visitEqualTo, visitGreaterThan, visitGTOrEqual, visitIsNull, visitLessThan, visitLTOrEqual, visitMapLookUp, visitMod, visitMultiply, visitNegative, visitNot, visitNotEqualTo, visitOr, visitPartialAgg, visitPartitionRearrange, visitPoissonSample, visitPOOptimizedForEach, visitPreCombinerLocalRearrange, visitProject, visitRegexp, visitReservoirSample, visitSubtract, visitUserFuncgetPlan, popWalker, pushWalker, visitpublic SparkCompiler(PhysicalPlan physicalPlan, PigContext pigContext)
public void compile()
throws IOException,
PlanException,
VisitorException
IOExceptionPlanExceptionVisitorExceptionpublic SparkOperPlan getSparkPlan()
public void connectSoftLink()
throws PlanException,
IOException
PlanExceptionIOExceptionpublic void visitSplit(POSplit op) throws VisitorException
visitSplit in class PhyPlanVisitorVisitorExceptionpublic void visitDistinct(PODistinct op) throws VisitorException
visitDistinct in class PhyPlanVisitorVisitorExceptionpublic void visitLoad(POLoad op) throws VisitorException
visitLoad in class PhyPlanVisitorVisitorExceptionpublic void visitNative(PONative op) throws VisitorException
visitNative in class PhyPlanVisitorVisitorExceptionpublic void visitStore(POStore op) throws VisitorException
visitStore in class PhyPlanVisitorVisitorExceptionpublic void visitFilter(POFilter op) throws VisitorException
visitFilter in class PhyPlanVisitorVisitorExceptionpublic void visitCross(POCross op) throws VisitorException
visitCross in class PhyPlanVisitorVisitorExceptionpublic void visitStream(POStream op) throws VisitorException
visitStream in class PhyPlanVisitorVisitorExceptionpublic void visitSort(POSort op) throws VisitorException
visitSort in class PhyPlanVisitorVisitorExceptionpublic void visitLimit(POLimit op) throws VisitorException
visitLimit in class PhyPlanVisitorVisitorExceptionpublic void visitLocalRearrange(POLocalRearrange op) throws VisitorException
visitLocalRearrange in class PhyPlanVisitorVisitorExceptionpublic void visitCollectedGroup(POCollectedGroup op) throws VisitorException
visitCollectedGroup in class PhyPlanVisitorVisitorExceptionpublic void visitPOForEach(POForEach op) throws VisitorException
visitPOForEach in class PhyPlanVisitorVisitorExceptionpublic void visitCounter(POCounter op) throws VisitorException
visitCounter in class PhyPlanVisitorVisitorExceptionpublic void visitRank(PORank op) throws VisitorException
visitRank in class PhyPlanVisitorVisitorExceptionpublic void visitGlobalRearrange(POGlobalRearrange op) throws VisitorException
visitGlobalRearrange in class PhyPlanVisitorVisitorExceptionpublic void visitPackage(POPackage op) throws VisitorException
visitPackage in class PhyPlanVisitorVisitorExceptionpublic void visitUnion(POUnion op) throws VisitorException
visitUnion in class PhyPlanVisitorVisitorExceptionpublic void visitSkewedJoin(POSkewedJoin op) throws VisitorException
visitSkewedJoin in class PhyPlanVisitorop - VisitorExceptionpublic void visitFRJoin(POFRJoin op) throws VisitorException
visitFRJoin in class PhyPlanVisitorVisitorExceptionpublic void visitMergeJoin(POMergeJoin joinOp) throws VisitorException
visitMergeJoin in class PhyPlanVisitorVisitorExceptionpublic void visitMergeCoGroup(POMergeCogroup poCoGrp) throws VisitorException
visitMergeCoGroup in class PhyPlanVisitorVisitorExceptionCopyright © 2007-2017 The Apache Software Foundation