Package org.apache.crunch

Examples of org.apache.crunch.PipelineResult.succeeded()

70
71
72
73
74
75
76
77
78
79
80
    pipeline.writeTextFile(ipAddrResponseSize, args[1]);
    // Execute the pipeline as a MapReduce.
    PipelineResult result = pipeline.done();

    return result.succeeded() ? 0 : 1;
  }

  // Function to parse apache log records
  // Given a standard apache log line, extract the ip address and
  // request size. Outputs the ip and response size.
View Full Code Here
86
87
88
89
90
91
92
93
94
95
  }

  @Test
  public void testDonePipeline_NoOutputTargets() {
    PipelineResult res = pipeline.done();
    assertTrue(res.succeeded());
    assertEquals(PipelineExecution.Status.SUCCEEDED,res.status);
  }

}
View Full Code Here
80
81
82
83
84
85
86
87
88
89
90
    // write the result to a text file
    pipeline.writeTextFile(avgs, args[1]);
    // Execute the pipeline as a MapReduce.
    PipelineResult result = pipeline.done();

    return result.succeeded() ? 0 : 1;
  }

  // Function to calculate the average response size for a given ip address
  //
  // Input: (ip, sum(response size), count)
View Full Code Here
71
72
73
74
75
76
77
78
79
80
81
    pipeline.writeTextFile(ipAddrResponseSize, args[1]);
    // Execute the pipeline as a MapReduce.
    PipelineResult result = pipeline.done();

    return result.succeeded() ? 0 : 1;
  }

  // Function to parse apache log records
  // Given a standard apache log line, extract the ip address and
  // request size. Outputs the ip and response size.
View Full Code Here
67
68
69
70
71
72
73
74
75
76
77
    // Instruct the pipeline to write the resulting counts to a text file.
    pipeline.writeTextFile(counts, args[1]);
    // Execute the pipeline as a MapReduce.
    PipelineResult result = pipeline.done();

    return result.succeeded() ? 0 : 1;
  }

  public static void main(String[] args) throws Exception {
    int result = ToolRunner.run(new Configuration(), new WordCount(), args);
    System.exit(result);
View Full Code Here
78
79
80
81
82
83
84
85
        pipeline.writeTextFile(counts, outputPath);

        // Execute the pipeline as a MapReduce.
        PipelineResult result = pipeline.done();

        return result.succeeded() ? 0 : 1;
    }
}
View Full Code Here
69
70
71
72
73
74
75
76
77
78
79
      task.setNumWriters(numWriters);
    }

    PipelineResult result = task.run();

    if (result.succeeded()) {
      console.info("Added {} records to \"{}\"",
          task.getCount(), datasets.get(1));
      return 0;
    } else {
      return 1;
View Full Code Here
102
103
104
105
106
107
108
109
110
111
112
      task.setNumWriters(numWriters);
    }

    PipelineResult result = task.run();

    if (result.succeeded()) {
      console.info("Added {} records to \"{}\"",
          task.getCount(), datasets.get(1));
      return 0;
    } else {
      return 1;
View Full Code Here
192
193
194
195
196
197
198
199
200
201
202
        task.setNumWriters(numWriters);
      }

      PipelineResult result = task.run();

      if (result.succeeded()) {
        long count = task.getCount();
        if (count > 0) {
          console.info("Added {} records to \"{}\"", count, dataset);
        }
        return 0;
View Full Code Here
53
54
55
56
57
58
59
60
61
62
63
    getPipeline().write(stagedLogs,
        CrunchDatasets.asTarget(persistent), Target.WriteMode.APPEND);

    PipelineResult result = run();

    if (result.succeeded()) {
      // remove the source data partition from staging
      ready.deleteAll();
      return 0;
    } else {
      return 1;
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.