Package com.linkedin.camus.etl.kafka.partitioner

Examples of com.linkedin.camus.etl.kafka.partitioner.DefaultPartitioner


    public void testGeneratePartitionPath() throws IOException {
        // generatePartitionPath() should take a timestamp and return a formatted string by default
        Configuration testConfiguration = new Configuration();
        Job testJob = new Job(new Configuration());

        DefaultPartitioner testPartitioner = new DefaultPartitioner();
        testPartitioner.setConf(testConfiguration);

        String actualResult = testPartitioner.generatePartitionedPath(testJob, "testTopic", "1406777693000");
        String expectedResult = "testTopic/hourly/2014/07/30/20";
       
        assertTrue(actualResult.equals(expectedResult));
       
        actualResult = testPartitioner.generateFileName(testJob, "testTopic", "testBrokerId", 123, 100, 500, "1406777693000");
        expectedResult = "testTopic.testBrokerId.123.100.500.1406777693000";
       
        assertTrue(actualResult.equals(expectedResult));
    }
View Full Code Here


        EtlKey testEtlKey = new EtlKey();
        testEtlKey.setTime(1400549463000L);
        Configuration testConfiguration = new Configuration();
        Job testJob = new Job(new Configuration());

        DefaultPartitioner testPartitioner = new DefaultPartitioner();
        testPartitioner.setConf(testConfiguration);

        String actualResult = testPartitioner.encodePartition(testJob, testEtlKey);
        String expectedResult = "1400547600000";

        assertTrue(actualResult.equals(expectedResult));

    }
View Full Code Here

TOP

Related Classes of com.linkedin.camus.etl.kafka.partitioner.DefaultPartitioner

Copyright © 2018 www.massapicom. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.