Package it.cnr.isti.hpc.log

Examples of it.cnr.isti.hpc.log.ProgressLogger.up()

54
55
56
57
58
59
60
61
62
63
64
    reader.filter(ShortTitleFilter.FEWER_THAN_THREE,
        TypeFilter.MAIN_CATEGORY_TEMPLATE,
        RedirectFilter.FILTER_OUT_REDIRECTS);

    for (Article a : reader) {
      pl.up();
      cli.writeLineInOutput(a.getTitleInWikistyle());

    }
    cli.closeOutput();
  }
View Full Code Here
46
47
48
49
50
51
52
53
54
55
56
    RecordReader<Article> reader = new RecordReader<Article>(
        cli.getInput(), new JsonRecordParser<Article>(Article.class));
    cli.openOutput();

    for (Article a : reader) {
      pl.up();
      for (int i = 0; i < format.length(); i++) {
        char c = format.charAt(i);
        if (c == 'w') {
          cli.writeInOutput(a.getWikiTitle());
          continue;
View Full Code Here
59
60
61
62
63
64
65
66
67
68
69
    RecordReader<Article> reader = new RecordReader<Article>(
        cli.getInput(), new JsonRecordParser<Article>(Article.class));
    ArticleSummarizer summarizer = new ArticleSummarizer();

    for (Article a : reader) {
      pl.up();
      cli.writeInOutput(a.getTypeName());
      cli.writeInOutput(TAB);
      cli.writeInOutput(String.valueOf(a.getWikiId()));
      cli.writeInOutput(TAB);
      cli.writeInOutput(a.getWikiTitle());
View Full Code Here
55
56
57
58
59
60
61
62
63
64
65
        new JsonRecordParser<Article>(Article.class));

    ProgressLogger pl = new ProgressLogger("processed {} articles",100000);

    for (Article a : reader) {
      pl.up();
      if (a.getTitleInWikistyle() == null) {
        logger.warn("current title is null, ignoring ",
            a.getTitleInWikistyle());
        continue;
      }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.