Examples of LOSplit

Examples of org.apache.pig.newplan.logical.relational.LOSplit


        List<Operator> succs = plan.getSuccessors(op);
        if (succs == null || succs.size() < 2) {
            throw new FrontendException("Invalid match in ImplicitSplitInserter rule.", 2243);
        }
        LOSplit splitOp = new LOSplit(plan);
        splitOp.setAlias(((LogicalRelationalOperator) op).getAlias());
        Operator[] sucs = succs.toArray(new Operator[0]);
        plan.add(splitOp);
        plan.connect(op, splitOp);
        for (Operator suc : sucs) {
            // position is remembered in order to maintain the order of the successors
            Pair<Integer, Integer> pos = plan.disconnect(op, suc);
            LogicalExpressionPlan filterPlan = new LogicalExpressionPlan();
            new ConstantExpression(filterPlan, Boolean.valueOf(true));
            LOSplitOutput splitOutput = new LOSplitOutput((LogicalPlan) plan, filterPlan);
            splitOutput.setAlias(splitOp.getAlias());
            plan.add(splitOutput);
            plan.connect(splitOp, splitOutput);
            plan.connect(splitOutput, pos.first, suc, pos.second);
        }

View Full Code Here

Examples of org.apache.pig.newplan.logical.relational.LOSplit

        LOUnion op = new LOUnion( plan, onSchema );
        return buildOp( loc, op, alias, inputAliases, null );
    }


    String buildSplitOp(SourceLocation loc, String inputAlias) throws ParserValidationException {
        LOSplit op = new LOSplit( plan );
        return buildOp( loc, op, null, inputAlias, null );
    }

View Full Code Here

Examples of org.apache.pig.newplan.logical.relational.LOSplit

            // set schemas
            load1.setScriptSchema(org.apache.pig.newplan.logical.Util.translateSchema((inputSchema1)));;




            // split
            LOSplit split1 = new LOSplit(plan);


            // output1
            LOSplitOutput splitOutput1 = new LOSplitOutput(plan);


            // output2
            LOSplitOutput splitOutput2 = new LOSplitOutput(plan);


            // Create expression inner plan #1
            LogicalExpressionPlan innerPlan1 = new LogicalExpressionPlan();
            ProjectExpression project11 = new ProjectExpression(innerPlan1, 0, 0, splitOutput1);


            ProjectExpression project12 = new ProjectExpression(innerPlan1, 0, 1, splitOutput1);


            NotEqualExpression notequal1 = new NotEqualExpression(innerPlan1, project11, project12);




            // Create expression inner plan #2
            LogicalExpressionPlan innerPlan2 = new LogicalExpressionPlan();
            ProjectExpression project21 = new ProjectExpression(innerPlan2, 0, 0, splitOutput2);


            ConstantExpression const21 = new ConstantExpression(innerPlan2, 26L);
            LessThanEqualExpression lesser21 = new LessThanEqualExpression(innerPlan2, project21, const21);




            splitOutput1.setFilterPlan(innerPlan1);
            splitOutput2.setFilterPlan(innerPlan2);


            plan.add(load1);
            plan.add(split1);
            plan.add(splitOutput1);
            plan.add(splitOutput2);


            plan.connect(load1, split1);
            plan.connect(split1, splitOutput1);
            plan.connect(split1, splitOutput2);


            CompilationMessageCollector collector = new CompilationMessageCollector();
            TypeCheckingRelVisitor typeChecker = new TypeCheckingRelVisitor(plan, collector);
            typeChecker.visit();
            printMessageCollector(collector);
            //printTypeGraph(plan);


            if (collector.hasError()) {
                throw new AssertionError("Expect no error");
            }


            // check split itself
            {
                LogicalSchema endResultSchema1 = split1.getSchema();
                // outer
                assertEquals(DataType.BYTEARRAY, endResultSchema1.getField(0).type);
                assertEquals(DataType.INTEGER, endResultSchema1.getField(1).type);
            }

View Full Code Here

Examples of org.apache.pig.newplan.logical.relational.LOSplit


            // set schemas
            load1.setScriptSchema(org.apache.pig.newplan.logical.Util.translateSchema((inputSchema1)));;


            // split
            LOSplit split1 = new LOSplit(plan);


            // output1
            LOSplitOutput splitOutput1 = new LOSplitOutput(plan);


            // output2

View Full Code Here

Examples of org.apache.pig.newplan.logical.relational.LOSplit

        LOUnion op = new LOUnion( plan, onSchema );
        return buildOp( loc, op, alias, inputAliases, null );
    }


    String buildSplitOp(SourceLocation loc, String inputAlias) throws ParserValidationException {
        LOSplit op = new LOSplit( plan );
        return buildOp( loc, op, null, inputAlias, null );
    }

View Full Code Here

Examples of org.apache.pig.newplan.logical.relational.LOSplit

            // set schemas
            load1.setScriptSchema(org.apache.pig.newplan.logical.Util.translateSchema((inputSchema1))) ; ;


            
            // split
            LOSplit split1 = new LOSplit(plan);


            // output1
            LOSplitOutput splitOutput1 = new LOSplitOutput(plan) ;


            // output2
            LOSplitOutput splitOutput2 = new LOSplitOutput(plan) ;
            
            // Create expression inner plan #1
            LogicalExpressionPlan innerPlan1 = new LogicalExpressionPlan() ;
            ProjectExpression project11 = new ProjectExpression(innerPlan1, 0, 0, splitOutput1) ;
            
            ProjectExpression project12 = new ProjectExpression(innerPlan1, 0, 1, splitOutput1) ;
            
            NotEqualExpression notequal1 = new NotEqualExpression(innerPlan1, project11, project12) ;




            // Create expression inner plan #2
            LogicalExpressionPlan innerPlan2 = new LogicalExpressionPlan() ;
            ProjectExpression project21 = new ProjectExpression(innerPlan2, 0, 0, splitOutput2) ;
            
            ConstantExpression const21 = new ConstantExpression(innerPlan2, 26L) ;
            LessThanEqualExpression lesser21 = new LessThanEqualExpression(innerPlan2, project21, const21) ;




            splitOutput1.setFilterPlan(innerPlan1);
            splitOutput2.setFilterPlan(innerPlan2);


            plan.add(load1);
            plan.add(split1);
            plan.add(splitOutput1);
            plan.add(splitOutput2);


            plan.connect(load1, split1) ;
            plan.connect(split1, splitOutput1) ;
            plan.connect(split1, splitOutput2) ;


            CompilationMessageCollector collector = new CompilationMessageCollector() ;
            TypeCheckingRelVisitor typeChecker = new TypeCheckingRelVisitor(plan, collector);
            typeChecker.visit();  
            printMessageCollector(collector) ;
            //printTypeGraph(plan) ;


            if (collector.hasError()) {
                throw new AssertionError("Expect no error") ;
            }


            // check split itself
            {
                LogicalSchema endResultSchema1 = split1.getSchema() ;
                // outer
                assertEquals(endResultSchema1.getField(0).type, DataType.BYTEARRAY) ;
                assertEquals(endResultSchema1.getField(1).type, DataType.INTEGER) ;
            }

View Full Code Here

Examples of org.apache.pig.newplan.logical.relational.LOSplit


            // set schemas
            load1.setScriptSchema(org.apache.pig.newplan.logical.Util.translateSchema((inputSchema1))) ; ;


            // split
            LOSplit split1 = new LOSplit(plan);


            // output1
            LOSplitOutput splitOutput1 = new LOSplitOutput(plan) ;


            // output2

View Full Code Here

Examples of org.apache.pig.newplan.logical.relational.LOSplit

            // set schemas
            load1.setScriptSchema(org.apache.pig.newplan.logical.Util.translateSchema((inputSchema1)));;




            // split
            LOSplit split1 = new LOSplit(plan);


            // output1
            LOSplitOutput splitOutput1 = new LOSplitOutput(plan);


            // output2
            LOSplitOutput splitOutput2 = new LOSplitOutput(plan);


            // Create expression inner plan #1
            LogicalExpressionPlan innerPlan1 = new LogicalExpressionPlan();
            ProjectExpression project11 = new ProjectExpression(innerPlan1, 0, 0, splitOutput1);


            ProjectExpression project12 = new ProjectExpression(innerPlan1, 0, 1, splitOutput1);


            NotEqualExpression notequal1 = new NotEqualExpression(innerPlan1, project11, project12);




            // Create expression inner plan #2
            LogicalExpressionPlan innerPlan2 = new LogicalExpressionPlan();
            ProjectExpression project21 = new ProjectExpression(innerPlan2, 0, 0, splitOutput2);


            ConstantExpression const21 = new ConstantExpression(innerPlan2, 26L);
            LessThanEqualExpression lesser21 = new LessThanEqualExpression(innerPlan2, project21, const21);




            splitOutput1.setFilterPlan(innerPlan1);
            splitOutput2.setFilterPlan(innerPlan2);


            plan.add(load1);
            plan.add(split1);
            plan.add(splitOutput1);
            plan.add(splitOutput2);


            plan.connect(load1, split1);
            plan.connect(split1, splitOutput1);
            plan.connect(split1, splitOutput2);


            CompilationMessageCollector collector = new CompilationMessageCollector();
            TypeCheckingRelVisitor typeChecker = new TypeCheckingRelVisitor(plan, collector);
            typeChecker.visit();
            printMessageCollector(collector);
            //printTypeGraph(plan);


            if (collector.hasError()) {
                throw new AssertionError("Expect no error");
            }


            // check split itself
            {
                LogicalSchema endResultSchema1 = split1.getSchema();
                // outer
                assertEquals(DataType.BYTEARRAY, endResultSchema1.getField(0).type);
                assertEquals(DataType.INTEGER, endResultSchema1.getField(1).type);
            }

View Full Code Here

Examples of org.apache.pig.newplan.logical.relational.LOSplit


            // set schemas
            load1.setScriptSchema(org.apache.pig.newplan.logical.Util.translateSchema((inputSchema1)));;


            // split
            LOSplit split1 = new LOSplit(plan);


            // output1
            LOSplitOutput splitOutput1 = new LOSplitOutput(plan);


            // output2

View Full Code Here

Examples of org.apache.pig.newplan.logical.relational.LOSplit

            // set schemas
            load1.setScriptSchema(org.apache.pig.newplan.logical.Util.translateSchema((inputSchema1)));;




            // split
            LOSplit split1 = new LOSplit(plan);


            // output1
            LOSplitOutput splitOutput1 = new LOSplitOutput(plan);


            // output2
            LOSplitOutput splitOutput2 = new LOSplitOutput(plan);


            // Create expression inner plan #1
            LogicalExpressionPlan innerPlan1 = new LogicalExpressionPlan();
            ProjectExpression project11 = new ProjectExpression(innerPlan1, 0, 0, splitOutput1);


            ProjectExpression project12 = new ProjectExpression(innerPlan1, 0, 1, splitOutput1);


            NotEqualExpression notequal1 = new NotEqualExpression(innerPlan1, project11, project12);




            // Create expression inner plan #2
            LogicalExpressionPlan innerPlan2 = new LogicalExpressionPlan();
            ProjectExpression project21 = new ProjectExpression(innerPlan2, 0, 0, splitOutput2);


            ConstantExpression const21 = new ConstantExpression(innerPlan2, 26L);
            LessThanEqualExpression lesser21 = new LessThanEqualExpression(innerPlan2, project21, const21);




            splitOutput1.setFilterPlan(innerPlan1);
            splitOutput2.setFilterPlan(innerPlan2);


            plan.add(load1);
            plan.add(split1);
            plan.add(splitOutput1);
            plan.add(splitOutput2);


            plan.connect(load1, split1);
            plan.connect(split1, splitOutput1);
            plan.connect(split1, splitOutput2);


            CompilationMessageCollector collector = new CompilationMessageCollector();
            TypeCheckingRelVisitor typeChecker = new TypeCheckingRelVisitor(plan, collector);
            typeChecker.visit();
            printMessageCollector(collector);
            //printTypeGraph(plan);


            if (collector.hasError()) {
                throw new AssertionError("Expect no error");
            }


            // check split itself
            {
                LogicalSchema endResultSchema1 = split1.getSchema();
                // outer
                assertEquals(DataType.BYTEARRAY, endResultSchema1.getField(0).type);
                assertEquals(DataType.INTEGER, endResultSchema1.getField(1).type);
            }

View Full Code Here

0 1 2 3

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.