Examples of registerJar()


Examples of org.apache.pig.PigServer.registerJar()

    Configuration conf = new Configuration();
    PigServer pigServer = new PigServer(ExecType.MAPREDUCE, ConfigurationUtil
        .toProperties(conf));
    String pp = "/user/harmeek/outputdata1/t1";
    pigServer
        .registerJar("/homes/harmeek/july14_investigation/pig-zebra-jul14.jar");
    String query = "records = LOAD '" + pp.toString()
        + "' USING org.apache.hadoop.zebra.pig.TableLoader();";
    pigServer.registerQuery(query);
View Full Code Here

Examples of org.apache.pig.PigServer.registerJar()

        status = Util.executeShellCommand("jar -cf " + tmpDir.getAbsolutePath() + FILE_SEPARATOR + jarName +
                              " -C " + tmpDir.getAbsolutePath() + " " + "com");
        assertTrue(status==0);
       
        PigServer pig = new PigServer(pigContext);
        pig.registerJar(tmpDir.getAbsolutePath() + FILE_SEPARATOR + jarName);

        PigContext.initializeImportList("com.xxx.udf1:com.xxx.udf2.");
        ArrayList<String> importList = PigContext.getPackageImportList();
        assertTrue(importList.size()==5);
        assertTrue(importList.get(0).equals("com.xxx.udf1."));
View Full Code Here

Examples of org.apache.pig.PigServer.registerJar()

    Configuration conf = new Configuration();
    PigServer pigServer = new PigServer(ExecType.MAPREDUCE, ConfigurationUtil
        .toProperties(conf));
    String pp = "/user/harmeek/outputdata1/t1";
    pigServer
        .registerJar("/homes/harmeek/july14_investigation/pig-zebra-jul14.jar");
    String query = "records = LOAD '" + pp.toString()
        + "' USING org.apache.hadoop.zebra.pig.TableLoader();";
    pigServer.registerQuery(query);
View Full Code Here

Examples of org.apache.pig.PigServer.registerJar()

        PigServer pigServer = new PigServer(pigContext, false);

        // register dependencies
        String jythonJar = getJarPath(PythonInterpreter.class);
        if (jythonJar != null) {
            pigServer.registerJar(jythonJar);
        }

        File f = new File(scriptFile);

        if (!f.canRead()) {
View Full Code Here

Examples of org.apache.pig.PigServer.registerJar()

     */
    public static void registerJar(String jarfile) throws IOException {
        LOG.info("Register jar: "+ jarfile);
        ScriptPigContext ctx = getScriptContext();
        PigServer pigServer = new PigServer(ctx.getPigContext(), false);
        pigServer.registerJar(jarfile);
    }

    /**
     * Register scripting UDFs for use in Pig. Once this is done all UDFs
     * defined in the file will be available for <b>all subsequent</b>
View Full Code Here

Examples of org.apache.pig.PigServer.registerJar()

    //

    String groovyJar = getJarPath(groovy.util.GroovyScriptEngine.class);

    if (null != groovyJar) {
        pigServer.registerJar(groovyJar);
    }

    //
    // Register UDFs
    //
View Full Code Here

Examples of org.apache.pig.PigServer.registerJar()

     */
    public static void registerJar(String jarfile) throws IOException {
        LOG.info("Register jar: "+ jarfile);
        ScriptPigContext ctx = getScriptContext();
        PigServer pigServer = new PigServer(ctx.getPigContext(), false);
        pigServer.registerJar(jarfile);
    }

    /**
     * Register scripting UDFs for use in Pig. Once this is done all UDFs
     * defined in the file will be available for <b>all subsequent</b>
View Full Code Here

Examples of org.apache.pig.PigServer.registerJar()

        PigServer pigServer = new PigServer(pigContext, false);

        // register dependencies
        String jythonJar = getJarPath(PythonInterpreter.class);
        if (jythonJar != null) {
            pigServer.registerJar(jythonJar);
        }

        File f = new File(scriptFile);

        if (!f.canRead()) {
View Full Code Here

Examples of org.apache.pig.PigServer.registerJar()

       
        Storage.Data data = resetData(pig);
        data.set("some_path", "(l:int)", tuple(tuple("1")), tuple(tuple("2")), tuple(tuple("3")), tuple(tuple("10")), tuple(tuple("11")));
               
        System.out.println("Registering macros jar " + macrosJarFile);
        pig.registerJar(macrosJarFile.toString());
       
        pig.registerQuery("import '" + macrosFile + "';");
        pig.registerQuery("a = load 'some_path' USING mock.Storage();");
        pig.registerQuery("b = row_count_in_jar(a);");
        Iterator<Tuple> iter = pig.openIterator("b");
View Full Code Here

Examples of org.apache.pig.PigServer.registerJar()

        // JsonUnwrapped present in 1.9.9 but not in 1.8.8
        Assert.assertNull(jobJar.getJarEntry("org/codehaus/jackson/annotate/JsonUnwrapped.class"));

        // When jackson jar is registered, the registered version should be picked up.
        pigServer = new PigServer(ExecType.LOCAL, new Properties());
        pigServer.registerJar("test/resources/jackson-core-asl-1.9.9.jar");
        pigServer.registerJar("test/resources/jackson-mapper-asl-1.9.9.jar");
        jobJarFile = Util.createTempFileDelOnExit("Job", ".jar");
        fos = new FileOutputStream(jobJarFile);
        JarManager.createJar(fos, new HashSet<String>(), pigServer.getPigContext());
        jobJar = new JarFile(jobJarFile);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.