Examples of MockReporter

Examples of org.apache.hadoop.mrunit.internal.mapred.MockReporter

128
129
130
131
132
133
134
135
136
137
138
      preRunChecks(myMapper);
      initDistributedCache();
      final OutputCollectable<K2, V2> outputCollectable = mockOutputCreator
          .createMapredOutputCollectable(getConfiguration(),
              getOutputSerializationConfiguration());
      final MockReporter reporter = new MockReporter(
          MockReporter.ReporterType.Mapper, getCounters(),
          getMapInputPath());

      ReflectionUtils.setConf(myMapper, new JobConf(getConfiguration()));
View Full Code Here

Examples of org.apache.hadoop.mrunit.internal.mapred.MockReporter

131
132
133
134
135
136
137
138
139
140
141
      preRunChecks(myReducer);
      initDistributedCache();
      final OutputCollectable<K2, V2> outputCollectable = mockOutputCreator
          .createMapredOutputCollectable(getConfiguration(),
              getOutputSerializationConfiguration());
      final MockReporter reporter = new MockReporter(
          MockReporter.ReporterType.Reducer, getCounters());

      ReflectionUtils.setConf(myReducer, new JobConf(getConfiguration()));

      for (Pair<K1, List<V1>> kv : inputs) {
View Full Code Here

Examples of org.apache.hadoop.mrunit.internal.mapred.MockReporter

32
33
34
35
36
37
38
39
40
  public final ExpectedSuppliedException thrown = ExpectedSuppliedException
      .none();

  @Test
  public void testGetInputSplitForMapper() {
    final InputSplit split = new MockReporter(MockReporter.ReporterType.Mapper,
        null, new Path("/")).getInputSplit();
    assertTrue(null != split);
  }
View Full Code Here

Examples of org.apache.hadoop.mrunit.internal.mapred.MockReporter

43
44
45
46
47
48
49
  // if the reducer tries to grab the input split.
  @Test
  public void testGetInputSplitForReducer() {
    thrown.expectMessage(UnsupportedOperationException.class,
        "Reducer cannot call getInputSplit()");
    new MockReporter(MockReporter.ReporterType.Reducer, null, null).getInputSplit();
  }
View Full Code Here

Examples of org.apache.hadoop.mrunit.internal.mapred.MockReporter

128
129
130
131
132
133
134
135
136
137
138
      preRunChecks(myMapper);
      initDistributedCache();
      final OutputCollectable<K2, V2> outputCollectable = mockOutputCreator
          .createMapredOutputCollectable(getConfiguration(),
              getOutputSerializationConfiguration());
      final MockReporter reporter = new MockReporter(
          MockReporter.ReporterType.Mapper, getCounters(),
          getMapInputPath());

      ReflectionUtils.setConf(myMapper, new JobConf(getConfiguration()));
View Full Code Here

Examples of org.apache.hadoop.mrunit.internal.mapred.MockReporter

131
132
133
134
135
136
137
138
139
140
141
      preRunChecks(myReducer);
      initDistributedCache();
      final OutputCollectable<K2, V2> outputCollectable = mockOutputCreator
          .createMapredOutputCollectable(getConfiguration(),
              getOutputSerializationConfiguration());
      final MockReporter reporter = new MockReporter(
          MockReporter.ReporterType.Reducer, getCounters());

      ReflectionUtils.setConf(myReducer, new JobConf(getConfiguration()));

      for (Pair<K1, List<V1>> kv : inputs) {
View Full Code Here

Examples of org.apache.hadoop.mrunit.mock.MockReporter

186
187
188
189
190
191
192
193
194
195
196
  @Override
  public List<Pair<K2, V2>> run() throws IOException {
    MockOutputCollector<K2, V2> outputCollector =
        new MockOutputCollector<K2, V2>(getConfiguration());
    MockReporter reporter = new MockReporter(MockReporter.ReporterType.Mapper, getCounters());

    if (myMapper instanceof Configurable) {
      ((Configurable)myMapper).setConf(getConfiguration());
    }
View Full Code Here

Examples of org.apache.hadoop.mrunit.mock.MockReporter

193
194
195
196
197
198
199
200
201
202
203
  @Override
  public List<Pair<K2, V2>> run() throws IOException {
    MockOutputCollector<K2, V2> outputCollector =
        new MockOutputCollector<K2, V2>(getConfiguration());
    MockReporter reporter = new MockReporter(MockReporter.ReporterType.Reducer, getCounters());

    myReducer.reduce(inputKey, inputValues.iterator(), outputCollector,
            reporter);

    List<Pair<K2, V2>> outputs = outputCollector.getOutputs();
View Full Code Here

Examples of org.apache.hadoop.mrunit.mock.MockReporter

221
222
223
224
225
226
227
228
229
230
231
      throw new IllegalStateException("No Mapper class was provided");
    }

    final MockOutputCollector<K2, V2> outputCollector = new MockOutputCollector<K2, V2>(
        getConfiguration());
    final MockReporter reporter = new MockReporter(
        MockReporter.ReporterType.Mapper, getCounters());

    if (myMapper instanceof Configurable) {
      ((Configurable) myMapper).setConf(getConfiguration());
    }
View Full Code Here

Examples of org.apache.hadoop.mrunit.mock.MockReporter

231
232
233
234
235
236
237
238
239
240
241
      throw new IllegalStateException("No Reducer class was provided");
    }

    final MockOutputCollector<K2, V2> outputCollector = new MockOutputCollector<K2, V2>(
        getConfiguration());
    final MockReporter reporter = new MockReporter(
        MockReporter.ReporterType.Reducer, getCounters());

    myReducer.configure(new JobConf(getConfiguration()));
    myReducer.reduce(inputKey, getInputValues().iterator(), outputCollector,
        reporter);
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.