Examples of org.apache.falcon.latedata.LateDataHandler.detectChanges()

Class org.apache.falcon.latedata.LateDataHandler

Examples of org.apache.falcon.latedata.LateDataHandler.detectChanges()

org.apache.falcon.latedata.LateDataHandler.detectChanges()
This method compares the recorded metrics persisted in file against the recently computed metrics and returns the list of feeds that has changed. @param file persisted metrics from the first run @param metrics newly computed metrics @param conf configuration @return list if feed names which has changed, empty string is none has changed @throws Exception

        } else {
            LOG.warn("Late process is not configured for entity: "
                    + message.getEntityType() + "(" + message.getEntityName() + ")");
        }


        return late.detectChanges(lateLogPath, computedMetrics, conf);
    }
}

View Full Code Here


        LateDataHandler lateDataHandler = new LateDataHandler();
        final long metric = lateDataHandler.computeStorageMetric(args[3], args[7], new Configuration());
        Assert.assertEquals(recordedMetrics.get("foo").longValue(), metric);


        final String changes = lateDataHandler.detectChanges(lateDataPath, recordedMetrics, new Configuration());
        Assert.assertEquals("", changes);
    }


    @Test
    public void testLateDataHandlerForTableStorageWithLate() throws Exception {

View Full Code Here

        Assert.assertFalse(recordedMetrics.get("foo") == metric);


        Map<String, Long> computedMetrics = new LinkedHashMap<String, Long>();
        computedMetrics.put("foo", metric);


        String changes = lateDataHandler.detectChanges(lateDataPath, computedMetrics, new Configuration());
        Assert.assertEquals("foo", changes);
    }


    private void reinstatePartition() throws Exception {
        final HCatClient client = HiveCatalogService.get(metastoreUrl);

View Full Code Here


        LateDataHandler lateDataHandler = new LateDataHandler();
        final long metric = lateDataHandler.computeStorageMetric(args[3], args[7], new Configuration());
        Assert.assertEquals(recordedMetrics.get("foo").longValue(), metric);


        final String changes = lateDataHandler.detectChanges(lateDataPath, recordedMetrics, new Configuration());
        Assert.assertEquals("", changes);
    }


    @Test
    public void testLateDataHandlerForTableStorageWithLate() throws Exception {

View Full Code Here

        Assert.assertFalse(recordedMetrics.get("foo") == metric);


        Map<String, Long> computedMetrics = new LinkedHashMap<String, Long>();
        computedMetrics.put("foo", metric);


        String changes = lateDataHandler.detectChanges(lateDataPath, computedMetrics, new Configuration());
        Assert.assertEquals("foo", changes);
    }


    private void reinstatePartition() throws Exception {
        final HCatClient client = HiveCatalogService.get(metastoreUrl);

View Full Code Here

        } else {
            LOG.warn("Late process is not configured for entity: "
                    + message.getEntityType() + "(" + message.getEntityName() + ")");
        }


        return late.detectChanges(lateLogPath, computedMetrics, conf);
    }
}

View Full Code Here

            LOG.warn("Late process is not configured for entity: "
                    + message.getEntityType() + "(" + message.getEntityName()
                    + ")");
        }


        return late.detectChanges(lateLogPath, feedSizes, conf);
    }
}

View Full Code Here

TOP

All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.