Package org.apache.hadoop.chukwa.extraction.demux.processor.mapper

Examples of org.apache.hadoop.chukwa.extraction.demux.processor.mapper.MapProcessor.process()

97
98
99
100
101
102
103
104
105
106
107
          reporter.incrCounter("DemuxMapInput",
              chunk.getDataType() + " chunks", 1);

          MapProcessor processor = MapProcessorFactory
              .getProcessor(processorClass);
          processor.process(key, chunk, chukwaOutputCollector, reporter);
          if (log.isDebugEnabled()) {
            duration = System.currentTimeMillis() - duration;
            log.debug("Demux:Map dataType:" + chunk.getDataType()
                + " duration:" + duration + " processor:" + processorClass
                + " recordCount:" + chunk.getRecordOffsets().length);
View Full Code Here
189
190
191
192
193
194
195
196
197
198
199
                table = t;
              }
            }
            if(table!=null) {
              HTableInterface hbase = pool.getTable(table.name().getBytes()); 
              processor.process(new ChukwaArchiveKey(), chunk, output, reporter);
              hbase.put(output.getKeyValues());
              pool.putTable(hbase);
            }
          } catch (Exception e) {
            log.warn(output.getKeyValues());
View Full Code Here
87
88
89
90
91
92
93
94
95
96
97
          reporter.incrCounter("DemuxMapInput",
              chunk.getDataType() + " chunks", 1);

          MapProcessor processor = MapProcessorFactory
              .getProcessor(processorClass);
          processor.process(key, chunk, chukwaOutputCollector, reporter);
          if (log.isDebugEnabled()) {
            duration = System.currentTimeMillis() - duration;
            log.debug("Demux:Map dataType:" + chunk.getDataType()
                + " duration:" + duration + " processor:" + processorClass
                + " recordCount:" + chunk.getRecordOffsets().length);
View Full Code Here
86
87
88
89
90
91
92
93
94
95
96
          reporter.incrCounter("DemuxMapInput",
              chunk.getDataType() + " chunks", 1);

          MapProcessor processor = MapProcessorFactory
              .getProcessor(processorClass);
          processor.process(key, chunk, chukwaOutputCollector, reporter);
          if (log.isDebugEnabled()) {
            duration = System.currentTimeMillis() - duration;
            log.debug("Demux:Map dataType:" + chunk.getDataType()
                + " duration:" + duration + " processor:" + processorClass
                + " recordCount:" + chunk.getRecordOffsets().length);
View Full Code Here
99
100
101
102
103
104
105
106
107
108
109
          reporter.incrCounter("DemuxMapInput",
                  chunk.getDataType() + " chunks", 1);

          MapProcessor processor = MapProcessorFactory
                  .getProcessor(processorClass);
          processor.process(key, chunk, chukwaOutputCollector, reporter);
          if (log.isDebugEnabled()) {
            duration = System.currentTimeMillis() - duration;
            log.debug("Demux:Map dataType:" + chunk.getDataType()
                    + " duration:" + duration + " processor:" + processorClass
                    + " recordCount:" + chunk.getRecordOffsets().length);
View Full Code Here
188
189
190
191
192
193
194
195
196
197
198
            Table table = findHBaseTable(chunk.getDataType());

            if(table!=null) {
              HTableInterface hbase = pool.getTable(table.name().getBytes());
              MapProcessor processor = getProcessor(chunk.getDataType());
              processor.process(new ChukwaArchiveKey(), chunk, output, reporter);

              hbase.put(output.getKeyValues());
              pool.putTable(hbase);
            }
          } catch (Exception e) {
View Full Code Here
92
93
94
95
96
97
98
99
100
101
102
          reporter.incrCounter("DemuxMapInput",
              chunk.getDataType() + " chunks", 1);

          MapProcessor processor = MapProcessorFactory
              .getProcessor(processorClass);
          processor.process(key, chunk, chukwaOutputCollector, reporter);
          if (log.isDebugEnabled()) {
            duration = System.currentTimeMillis() - duration;
            log.debug("Demux:Map dataType:" + chunk.getDataType()
                + " duration:" + duration + " processor:" + processorClass
                + " recordCount:" + chunk.getRecordOffsets().length);
View Full Code Here
92
93
94
95
96
97
98
99
100
101
102
          reporter.incrCounter("DemuxMapInput",
              chunk.getDataType() + " chunks", 1);

          MapProcessor processor = MapProcessorFactory
              .getProcessor(processorClass);
          processor.process(key, chunk, chukwaOutputCollector, reporter);
          if (log.isDebugEnabled()) {
            duration = System.currentTimeMillis() - duration;
            log.debug("Demux:Map dataType:" + chunk.getDataType()
                + " duration:" + duration + " processor:" + processorClass
                + " recordCount:" + chunk.getRecordOffsets().length);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.