Examples of registerFunction()


Examples of org.apache.pig.PigServer.registerFunction()

  String funcSpecString = "org.apache.pig.piggybank.storage.HiveColumnarLoader('f1 string,f2 string,f3 string')";

  PigServer server = new PigServer(ExecType.LOCAL);
  server.setBatchOn();
  server.registerFunction(
    "org.apache.pig.piggybank.storage.HiveColumnarLoader",
    new FuncSpec(funcSpecString));

  server.registerQuery("a = LOAD '"
    + yearMonthDayHourPartitionedDir.getAbsolutePath() + "' using "
View Full Code Here

Examples of org.apache.pig.PigServer.registerFunction()

  String funcSpecString = "org.apache.pig.piggybank.storage.HiveColumnarLoader('f1 string,f2 string,f3 string')";

  PigServer server = new PigServer(ExecType.LOCAL);
  server.setBatchOn();
  server.registerFunction(
    "org.apache.pig.piggybank.storage.HiveColumnarLoader",
    new FuncSpec(funcSpecString));

  server.registerQuery("a = LOAD '"
    + yearMonthDayHourPartitionedDir.getAbsolutePath() + "' using "
View Full Code Here

Examples of org.apache.pig.PigServer.registerFunction()

  System.out.println(funcSpecString);

  PigServer server = new PigServer(ExecType.LOCAL);
  server.setBatchOn();
  server.registerFunction(
    "org.apache.pig.piggybank.storage.HiveColumnarLoader",
    new FuncSpec(funcSpecString));

  server.registerQuery("a = LOAD '"
    + datePartitionedDir.getAbsolutePath() + "' using "
View Full Code Here

Examples of org.apache.pig.PigServer.registerFunction()

  System.out.println(funcSpecString);

  PigServer server = new PigServer(ExecType.LOCAL);
  server.setBatchOn();
  server.registerFunction(
    "org.apache.pig.piggybank.storage.HiveColumnarLoader",
    new FuncSpec(funcSpecString));

  server.registerQuery("a = LOAD '"
    + datePartitionedDir.getAbsolutePath() + "' using "
View Full Code Here

Examples of org.apache.pig.PigServer.registerFunction()

        try {
            pig = new PigServer("local");
        } catch (IOException e) {
            assertTrue(false)// pig server failed for some reason
        }
        pig.registerFunction("myTr",
            new FuncSpec(GFAny.class.getName() + "('tr o 0')"));
        try{
            pig.registerQuery("b = foreach (load 'a') generate myTr(myTr(*));");
        }catch(Exception e){
            return;
View Full Code Here

Examples of org.apache.pig.PigServer.registerFunction()

        try {
            pig = new PigServer("local");
        } catch (IOException e) {
            assertTrue(false)// pig server failed for some reason
        }
        pig.registerFunction("myTr",
            new FuncSpec(GFAny.class.getName() + "('tr o 0')"));
        try{
            pig.registerQuery("b = foreach (load 'a') generate myTr(myTr(*));");
        }catch(Exception e){
            return;
View Full Code Here

Examples of org.apache.pig.PigServer.registerFunction()

        System.out.println(funcSpecString);

        PigServer server = new PigServer(ExecType.LOCAL);
        server.setBatchOn();
        server.registerFunction("org.apache.pig.piggybank.storage.HiveColumnarLoader", new FuncSpec(funcSpecString));


        server.registerQuery("a = LOAD '" + datePartitionedDir.getAbsolutePath() "' using " + funcSpecString + ";");
        Iterator<Tuple> result = server.openIterator("a");
View Full Code Here

Examples of org.apache.pig.PigServer.registerFunction()

        System.out.println(funcSpecString);

        PigServer server = new PigServer(ExecType.LOCAL);
        server.setBatchOn();
        server.registerFunction("org.apache.pig.piggybank.storage.HiveColumnarLoader", new FuncSpec(funcSpecString));


        server.registerQuery("a = LOAD '" + datePartitionedDir.getAbsolutePath() "' using " + funcSpecString + ";");
        Iterator<Tuple> result = server.openIterator("a");
View Full Code Here

Examples of org.apache.pig.PigServer.registerFunction()

        System.out.println(funcSpecString);

        PigServer server = new PigServer(ExecType.LOCAL);
        server.setBatchOn();
        server.registerFunction("org.apache.pig.piggybank.storage.HiveColumnarLoader", new FuncSpec(funcSpecString));


        server.registerQuery("a = LOAD '" + datePartitionedDir.getAbsolutePath() "' using " + funcSpecString + ";");
        server.registerQuery("b = FOREACH a GENERATE f2 as p;");
        Iterator<Tuple> result = server.openIterator("b");
View Full Code Here

Examples of org.apache.pig.PigServer.registerFunction()

            ps.println(i);
        }
        ps.close();
    server.registerQuery("A = load 'file:" + Util.encodeEscape(tmpFile.toString()) + "' USING "+ PigStorage.class.getName() + "(':');");
//    server.registerQuery("define c Test('a');");
        server.registerFunction("c", Test.class.getName() + "('a')" );
        server.registerQuery("C = group A by $0;");
    server.registerQuery("B = foreach C generate group, c($0);");
    Iterator<Tuple> result = server.openIterator("B");
    while (result.hasNext()) {
         Tuple t = (Tuple) result.next();
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.