Examples of org.apache.pig.PigServer.registerFunction()

org.apache.pig.PigServer.registerFunction()
Defines an alias for the given function spec. This is useful for functions that require arguments to the constructor. @param function - the new function alias to define. @param functionSpec - the name of the function and any arguments.It should have the form: classname('arg1', 'arg2', ...) @deprecated Use {@link #registerFunction(String,FuncSpec)}


        System.out.println(funcSpecString);


        PigServer server = new PigServer(ExecType.LOCAL);
        server.setBatchOn();
        server.registerFunction("org.apache.pig.piggybank.storage.HiveColumnarLoader", new FuncSpec(funcSpecString));




        server.registerQuery("a = LOAD '" + datePartitionedDir.getAbsolutePath() +  "' using " + funcSpecString + ";");
        Iterator<Tuple> result = server.openIterator("a");

View Full Code Here


        System.out.println(funcSpecString);


        PigServer server = new PigServer(ExecType.LOCAL);
        server.setBatchOn();
        server.registerFunction("org.apache.pig.piggybank.storage.HiveColumnarLoader", new FuncSpec(funcSpecString));




        server.registerQuery("a = LOAD '" + datePartitionedDir.getAbsolutePath() +  "' using " + funcSpecString + ";");
        Iterator<Tuple> result = server.openIterator("a");

View Full Code Here


        System.out.println(funcSpecString);


        PigServer server = new PigServer(ExecType.LOCAL);
        server.setBatchOn();
        server.registerFunction("org.apache.pig.piggybank.storage.HiveColumnarLoader", new FuncSpec(funcSpecString));




        server.registerQuery("a = LOAD '" + datePartitionedDir.getAbsolutePath() +  "' using " + funcSpecString + ";");
        server.registerQuery("b = FOREACH a GENERATE f2 as p;");
        Iterator<Tuple> result = server.openIterator("b");

View Full Code Here

            ps.println(i);
        }
        ps.close();
    server.registerQuery("A = load 'file:" + Util.encodeEscape(tmpFile.toString()) + "' USING "+ PigStorage.class.getName() + "(':');");
//    server.registerQuery("define c Test('a');");
        server.registerFunction("c", Test.class.getName() + "('a')" );
        server.registerQuery("C = group A by $0;");
    server.registerQuery("B = foreach C generate group, c($0);");
    Iterator<Tuple> result = server.openIterator("B");
    while (result.hasNext()) {
         Tuple t = (Tuple) result.next();

View Full Code Here

      PrintWriter writer = new PrintWriter(tempFile);
      writer.println("foo");
      writer.println("boo");
      writer.close();
      
      pig.registerFunction("myTr",ShellBagEvalFunc.class.getName() + "('tr o 0')");
      pig.registerQuery("a = load 'file:" + Util.encodeEscape(tempFile.toString()) + "';");
      pig.registerQuery("b = foreach a generate myTr(*);");
      Iterator<Tuple> iter = pig.openIterator("b");
            
      Tuple t;

View Full Code Here

      for (int i=0; i< numTimes; i++){
        writer.println(i+"oo");
      }
      writer.close();
      
      pig.registerFunction("tr1",ShellBagEvalFunc.class.getName() + "('tr o A')");
      pig.registerFunction("tr2",ShellBagEvalFunc.class.getName() + "('tr o B')");
      pig.registerQuery("a = load 'file:" + Util.encodeEscape(tempFile.toString()) + "';");
      pig.registerQuery("b = foreach a generate tr1(*),tr2(*);");
      Iterator<Tuple> iter = pig.openIterator("b");

View Full Code Here

        writer.println(i+"oo");
      }
      writer.close();
      
      pig.registerFunction("tr1",ShellBagEvalFunc.class.getName() + "('tr o A')");
      pig.registerFunction("tr2",ShellBagEvalFunc.class.getName() + "('tr o B')");
      pig.registerQuery("a = load 'file:" + Util.encodeEscape(tempFile.toString()) + "';");
      pig.registerQuery("b = foreach a generate tr1(*),tr2(*);");
      Iterator<Tuple> iter = pig.openIterator("b");
      
      for (int i=0; i< numTimes; i++){

View Full Code Here

        try {
            pig = new PigServer("local");
        } catch (IOException e) {
            assertTrue(false);  // pig server failed for some reason
        }
      pig.registerFunction("myTr",ShellBagEvalFunc.class.getName() + "('tr o 0')");
    try{
      pig.registerQuery("b = foreach (load 'a') generate myTr(myTr(*));");
        }catch(Exception e){
          return;
        }

View Full Code Here

        try {
            pig = new PigServer("local");
        } catch (IOException e) {
            assertTrue(false);  // pig server failed for some reason
        }
        pig.registerFunction("myTr",
            new FuncSpec(GFAny.class.getName() + "('tr o 0')"));
        try{
            pig.registerQuery("b = foreach (load 'a') generate myTr(myTr(*));");
        }catch(Exception e){
            return;

View Full Code Here

        try {
            pig = new PigServer("local");
        } catch (IOException e) {
            assertTrue(false);  // pig server failed for some reason
        }
        pig.registerFunction("myTr",
            new FuncSpec(GFAny.class.getName() + "('tr o 0')"));
        try{
            pig.registerQuery("b = foreach (load 'a') generate myTr(myTr(*));");
        }catch(Exception e){
            return;

View Full Code Here

0 1 2 3 4

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.