Examples of WordCount

Examples of akka.first.app.java.messages.WordCount

39
40
41
42
43
44
45
46
47
48
    List<WordCount> dataList = new ArrayList<WordCount>();
    StringTokenizer parser = new StringTokenizer(line);
    while (parser.hasMoreTokens()) {
      String word = parser.nextToken().toLowerCase();
      if (!STOP_WORDS_LIST.contains(word)) {
        dataList.add(new WordCount(word,Integer.valueOf(1)));
      }
    }
    return new MapData(dataList);
  }
View Full Code Here

Examples of eu.stratosphere.examples.scala.wordcount.WordCount

19
20
21
22
23
24
25
26
public class WordCountITCase extends eu.stratosphere.test.recordJobTests.WordCountITCase {

  @Override
  protected Plan getTestJob() {
    WordCount wc = new WordCount();
    return wc.getScalaPlan(4, textPath, resultPath);
  }
View Full Code Here

Examples of eu.stratosphere.test.recordJobs.wordcount.WordCount

34
35
36
37
38
39
40
*/
public class DumpCompiledPlanTest extends CompilerTestBase {
 
  @Test
  public void dumpWordCount() {
    dump(new WordCount().getPlan(DEFAULT_PARALLELISM_STRING, IN_FILE, OUT_FILE));
  }
View Full Code Here

Examples of eu.stratosphere.test.recordJobs.wordcount.WordCount

56
57
58
59
60
61
62
63
64
65
66
67
    checkWordCount(false);
  }
 
  private void checkWordCount(boolean estimates) {
    try {
      WordCount wc = new WordCount();
      Plan p = wc.getPlan(DEFAULT_PARALLELISM_STRING, IN_FILE, OUT_FILE);
     
      OptimizedPlan plan;
      if (estimates) {
        FileDataSource source = getContractResolver(p).getNode("Input Lines");
        setSourceStatistics(source, 1024*1024*1024*1024L, 24f);
View Full Code Here

Examples of eu.stratosphere.test.recordJobs.wordcount.WordCount

43
44
45
46
47
48
49
50
51
52
53
 
  protected static final String[] NO_ARGS = new String[0];
 
  @Test
  public void dumpWordCount() {
    dump(new WordCount().getPlan("4", IN_FILE, OUT_FILE));
   
    // The web interface passes empty string-args to compute the preview of the
    // job, so we should test this situation too
    dump(new WordCount().getPlan(NO_ARGS));
  }
View Full Code Here

Examples of eu.stratosphere.test.recordJobs.wordcount.WordCount

30
31
32
33
34
35
36
37
    resultPath = getTempDirPath("result");
  }

  @Override
  protected Plan getTestJob() {
    WordCount wc = new WordCount();
    return wc.getPlan("4", textPath, resultPath);
  }
View Full Code Here

Examples of eu.stratosphere.test.recordJobs.wordcount.WordCount

37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
      FileWriter fw = new FileWriter(inFile);
      fw.write(WordCountData.TEXT);
      fw.close();
     
      // run WordCount
      WordCount wc = new WordCount();
      wc.getPlan("4", inFile.toURI().toString(), outFile.toURI().toString());
     
      LocalExecutor executor = new LocalExecutor();
      LocalExecutor.setLoggingLevel(Level.WARN);
      executor.setDefaultOverwriteFiles(true);
      executor.start();
     
      executor.executePlan(wc.getPlan("4", inFile.toURI().toString(), outFile.toURI().toString()));
      executor.stop();
    } catch (Exception e) {
      e.printStackTrace();
      Assert.fail(e.getMessage());
    }
View Full Code Here

Examples of org.apache.flink.test.recordJobs.wordcount.WordCount

59
60
61
62
63
64
65
66
67
68
69
70
    checkWordCount(false);
  }
 
  private void checkWordCount(boolean estimates) {
    try {
      WordCount wc = new WordCount();
      Plan p = wc.getPlan(DEFAULT_PARALLELISM_STRING, IN_FILE, OUT_FILE);
     
      OptimizedPlan plan;
      if (estimates) {
        FileDataSource source = getContractResolver(p).getNode("Input Lines");
        setSourceStatistics(source, 1024*1024*1024*1024L, 24f);
View Full Code Here

Examples of org.apache.flink.test.recordJobs.wordcount.WordCount

42
43
44
45
46
47
48
*/
public class DumpCompiledPlanTest extends CompilerTestBase {
 
  @Test
  public void dumpWordCount() {
    dump(new WordCount().getPlan(DEFAULT_PARALLELISM_STRING, IN_FILE, OUT_FILE));
  }
View Full Code Here

Examples of org.apache.flink.test.recordJobs.wordcount.WordCount

48
49
50
51
52
53
54
55
56
57
58
 
  protected static final String[] NO_ARGS = new String[0];

  @Test
  public void dumpWordCount() {
    dump(new WordCount().getPlan("4", IN_FILE, OUT_FILE));
   
    // The web interface passes empty string-args to compute the preview of the
    // job, so we should test this situation too
    dump(new WordCount().getPlan(NO_ARGS));
  }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.