Examples of org.apache.pig.PigServer.registerFunction()

org.apache.pig.PigServer.registerFunction()
Defines an alias for the given function spec. This is useful for functions that require arguments to the constructor. @param function - the new function alias to define. @param functionSpec - the name of the function and any arguments.It should have the form: classname('arg1', 'arg2', ...) @deprecated Use {@link #registerFunction(String,FuncSpec)}


        String singlePartitionedFile = simpleDataFile.getAbsolutePath();


        PigServer server = new PigServer(ExecType.LOCAL);
        server.setBatchOn();
        server.registerFunction("org.apache.pig.piggybank.storage.HiveColumnarLoader",
                new FuncSpec(funcSpecString));


        server.registerQuery("a = LOAD '" + Util.encodeEscape(singlePartitionedFile) + "' using " + funcSpecString
                + ";");

View Full Code Here


        String singlePartitionedDir = simpleDataDir.getAbsolutePath();


        PigServer server = new PigServer(ExecType.LOCAL);
        server.setBatchOn();
        server.registerFunction("org.apache.pig.piggybank.storage.HiveColumnarLoader",
                new FuncSpec(funcSpecString));


        server.registerQuery("a = LOAD '" + Util.encodeEscape(singlePartitionedDir) + "' using " + funcSpecString
                + ";");

View Full Code Here


        String singlePartitionedFile = simpleDataFile.getAbsolutePath();


        PigServer server = new PigServer(ExecType.LOCAL);
        server.setBatchOn();
        server.registerFunction("org.apache.pig.piggybank.storage.HiveColumnarLoader",
                new FuncSpec(funcSpecString));


        server.registerQuery("a = LOAD '" + Util.encodeEscape(singlePartitionedFile) + "' using " + funcSpecString
                + ";");

View Full Code Here


        String funcSpecString = "org.apache.pig.piggybank.storage.HiveColumnarLoader('f1 string,f2 string,f3 string')";


        PigServer server = new PigServer(ExecType.LOCAL);
        server.setBatchOn();
        server.registerFunction("org.apache.pig.piggybank.storage.HiveColumnarLoader",
                new FuncSpec(funcSpecString));


        server.registerQuery("a = LOAD '" + Util.encodeEscape(yearMonthDayHourPartitionedDir.getAbsolutePath())
                + "' using " + funcSpecString + ";");
        server.registerQuery("f = FILTER a by year=='2010';");

View Full Code Here


        String funcSpecString = "org.apache.pig.piggybank.storage.HiveColumnarLoader('f1 string,f2 string,f3 string')";


        PigServer server = new PigServer(ExecType.LOCAL);
        server.setBatchOn();
        server.registerFunction("org.apache.pig.piggybank.storage.HiveColumnarLoader",
                new FuncSpec(funcSpecString));


        server.registerQuery("a = LOAD '" + Util.encodeEscape(yearMonthDayHourPartitionedDir.getAbsolutePath())
                + "' using " + funcSpecString + ";");
        server.registerQuery("f = FILTER a by year=='2010';");

View Full Code Here


        System.out.println(funcSpecString);


        PigServer server = new PigServer(ExecType.LOCAL);
        server.setBatchOn();
        server.registerFunction("org.apache.pig.piggybank.storage.HiveColumnarLoader",
                new FuncSpec(funcSpecString));


        server.registerQuery("a = LOAD '" + Util.encodeEscape(datePartitionedDir.getAbsolutePath()) + "' using "
                + funcSpecString + ";");
        server.registerQuery("b = FOREACH a GENERATE f2 as p;");

View Full Code Here


        System.out.println(funcSpecString);


        PigServer server = new PigServer(ExecType.LOCAL);
        server.setBatchOn();
        server.registerFunction("org.apache.pig.piggybank.storage.HiveColumnarLoader",
                new FuncSpec(funcSpecString));


        server.registerQuery("a = LOAD '" + Util.encodeEscape(datePartitionedDir.getAbsolutePath()) + "' using "
                + funcSpecString + ";");
        Iterator<Tuple> result = server.openIterator("a");

View Full Code Here


        System.out.println(funcSpecString);


        PigServer server = new PigServer(ExecType.LOCAL);
        server.setBatchOn();
        server.registerFunction("org.apache.pig.piggybank.storage.HiveColumnarLoader",
                new FuncSpec(funcSpecString));


        server.registerQuery("a = LOAD '" + Util.encodeEscape(datePartitionedDir.getAbsolutePath()) + "' using "
                + funcSpecString + ";");
        Iterator<Tuple> result = server.openIterator("a");

View Full Code Here


        System.out.println(funcSpecString);


        PigServer server = new PigServer(ExecType.LOCAL);
        server.setBatchOn();
        server.registerFunction("org.apache.pig.piggybank.storage.HiveColumnarLoader",
                new FuncSpec(funcSpecString));


        server.registerQuery("a = LOAD '" + Util.encodeEscape(datePartitionedDir.getAbsolutePath()) + "' using "
                + funcSpecString + ";");
        Iterator<Tuple> result = server.openIterator("a");

View Full Code Here

        try {
            pig = new PigServer("local");
        } catch (IOException e) {
            Assert.assertTrue(false);  // pig server failed for some reason
        }
        pig.registerFunction("myTr",
            new FuncSpec(GFAny.class.getName() + "('tr o 0')"));
        try{
            pig.registerQuery("b = foreach (load 'a') generate myTr(myTr(*));");
        }catch(Exception e){
            return;

View Full Code Here

0 1 2 3 4

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.