Package org.apache.pig.impl.logicalLayer

Examples of org.apache.pig.impl.logicalLayer.PlanSetter.visit()

1089
1090
1091
1092
1093
1094
1095
1096
1097
1098
1099
       
        private void postProcess() throws IOException {
           
            // Set the logical plan values correctly in all the operators
            PlanSetter ps = new PlanSetter(lp);
            ps.visit();

            // The following code deals with store/load combination of
            // intermediate files. In this case we will replace the load operator
            // with a (implicit) split operator, iff the load/store
            // func is reversible (because that's when we can safely
View Full Code Here
202
203
204
205
206
207
208
209
210
211
212
    }

    private LogicalPlan refineLogicalPlan(LogicalPlan plan) {
        PlanSetter ps = new PlanSetter(plan);
        try {
            ps.visit();

        } catch (VisitorException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }
View Full Code Here
136
137
138
139
140
141
142
143
144
145
146
        planTester.buildPlan("e = cogroup a by marks, d by newmarks;");
        LogicalPlan plan = planTester.buildPlan("f = foreach e generate group, flatten(a), flatten(d);");
       
        // Set the logical plan values correctly in all the operators
        PlanSetter ps = new PlanSetter(plan);
        ps.visit();
       
        // run through validator
        CompilationMessageCollector collector = new CompilationMessageCollector() ;
        TypeCheckingValidator typeValidator = new TypeCheckingValidator() ;
        typeValidator.validate(plan, collector) ;       
View Full Code Here
1655
1656
1657
1658
1659
1660
1661
1662
1663
1664
1665
      
        private void postProcess() throws IOException {
           
            // Set the logical plan values correctly in all the operators
            PlanSetter ps = new PlanSetter(lp);
            ps.visit();
           
            // The following code deals with store/load combination of
            // intermediate files. In this case we will replace the load operator
            // with a (implicit) split operator, iff the load/store
            // func is reversible (because that's when we can safely
View Full Code Here
1309
1310
1311
1312
1313
1314
1315
1316
1317
1318
1319
    @SuppressWarnings("unchecked")
    private LogicalPlan compileLp(LogicalPlan lp, boolean optimize) throws
    FrontendException {
        // Set the logical plan values correctly in all the operators
        PlanSetter ps = new PlanSetter(lp);
        ps.visit();
       
        UnionOnSchemaSetter setUnionOnSchema = new UnionOnSchemaSetter(lp, pigContext);
        setUnionOnSchema.visit();
       
        // run through validator
View Full Code Here
201
202
203
204
205
206
207
208
209
210
211
    }

    private LogicalPlan refineLogicalPlan(LogicalPlan plan) {
        PlanSetter ps = new PlanSetter(plan);
        try {
            ps.visit();

        } catch (VisitorException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }
View Full Code Here
292
293
294
295
296
297
298
299
300
301
302
    }

    private LogicalPlan refineLogicalPlan(LogicalPlan plan) {
        PlanSetter ps = new PlanSetter(plan);
        try {
            ps.visit();

        } catch (VisitorException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }
View Full Code Here
296
297
298
299
300
301
302
303
304
305
306
            planTester.buildPlan("B = foreach A generate $0 ;");
            LogicalPlan plan = planTester.buildPlan("C = limit B 10;");
            new LOPrinter(System.err, plan).visit();
            // Set the logical plan values correctly in all the operators
            PlanSetter ps = new PlanSetter(plan);
            ps.visit();
            // the optimizer should run atleast one iteration
            LogicalOptimizerDerivative optimizer =
                new LogicalOptimizerDerivative(plan);
            int numIterations = optimizer.optimize();
            assertTrue(numIterations > 0);
View Full Code Here
283
284
285
286
287
288
289
290
291
292
293
            planTester.buildPlan("B = foreach A generate $0 ;");
            LogicalPlan plan = planTester.buildPlan("C = limit B 10;");
            new LOPrinter(System.err, plan).visit();
            // Set the logical plan values correctly in all the operators
            PlanSetter ps = new PlanSetter(plan);
            ps.visit();
            // the optimizer should run atleast one iteration
            LogicalOptimizerDerivative optimizer =
                new LogicalOptimizerDerivative(plan);
            int numIterations = optimizer.optimize();
            assertTrue(numIterations > 0);
View Full Code Here
289
290
291
292
293
294
295
296
297
298
299
    }

    private LogicalPlan refineLogicalPlan(LogicalPlan plan) {
        PlanSetter ps = new PlanSetter(plan);
        try {
            ps.visit();

        } catch (VisitorException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.