Examples of PGEGroup

Examples of org.apache.oodt.pcs.input.PGEGroup

73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
  public static void main(String [] args) throws Exception{
    processMain(args, new FilenameTokenMetExtractor());
  }

  private Metadata getCoreMet(File file) {
    PGEGroup substrOffsetGroup = getConf().getPgeSpecificGroups().get(
        SUBSTRING_OFFSET_GROUP);
    Metadata met = new Metadata();
    String filename = file.getName();

    for (PGEVector vec : substrOffsetGroup.getVectors().values()) {
      String metKeyName = vec.getName();
      LOG.log(Level.FINE, "Extracting key: ["+metKeyName+"]");
      int offset = Integer.valueOf((String) vec.getElements().get(0)) - 1;
      int length = Integer.valueOf((String) vec.getElements().get(1));
      String metVal = filename.substring(offset, offset + length).trim();
View Full Code Here

Examples of org.apache.oodt.pcs.input.PGEGroup

91
92
93
94
95
96
97
98
99
100
101
102
103
    return met;
  }

  private void addCommonMetadata(Metadata met) {
    PGEGroup commonMetGroup = this.getConf().getPgeSpecificGroups().get(
        COMMON_METADATA_GROUP);

    for (PGEScalar metScalar : commonMetGroup.getScalars().values()) {
      met.addMetadata(metScalar.getName(), PathUtils.replaceEnvVariables(
          metScalar.getValue(), met));
    }
  }
View Full Code Here

Examples of org.apache.oodt.pcs.input.PGEGroup

61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
  /**
   *
   * @return A {@link List} of {@link CrawlInfo} objects describing a Crawler.
   */
  public List getCrawlers() {
    PGEGroup crawlInfo = (PGEGroup) this.file.getPgeSpecificGroups().get(
        CRAWLER_INFO_GROUP);

    Map scalars = crawlInfo.getScalars();
    List crawlers = new Vector(scalars.keySet().size());
    for (Iterator i = scalars.keySet().iterator(); i.hasNext();) {
      String crawlerName = (String) i.next();
      String crawlerPort = crawlInfo.getScalar(crawlerName).getValue();
      CrawlInfo info = new CrawlInfo(crawlerName, crawlerPort);
      crawlers.add(info);
    }

    return crawlers;
View Full Code Here

Examples of org.apache.oodt.pcs.input.PGEGroup

80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
    return (List<String>) (List<?>) this.conf.getPgeSpecificGroups().get(
        TOKEN_LIST_GROUP).getVector(TOKEN_MET_KEYS_VECTOR).getElements();
  }

  public Metadata getSubstringOffsetMet(File file) {
    PGEGroup substrOffsetGroup = this.conf.getPgeSpecificGroups().get(
        SUBSTRING_OFFSET_GROUP);
    Metadata met = new Metadata();
    if (substrOffsetGroup == null)
      return met;
    String filename = file.getName();

    for (PGEVector vec : substrOffsetGroup.getVectors().values()) {
      String metKeyName = vec.getName();
      int offset = Integer.valueOf((String) vec.getElements().get(0)) - 1;
      int length = Integer.valueOf((String) vec.getElements().get(1));
      String metVal = filename.substring(offset, offset + length).trim();
      met.addMetadata(metKeyName, metVal);
View Full Code Here

Examples of org.apache.oodt.pcs.input.PGEGroup

99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
    return met;
  }

  public Metadata getCommonMet() {
    PGEGroup commonMetGroup = this.conf.getPgeSpecificGroups().get(
        COMMON_METADATA_GROUP);
    Metadata met = new Metadata();
    for (String scalarName : commonMetGroup.getScalars().keySet()) {
      PGEScalar scalar = commonMetGroup.getScalar(scalarName);
      met.addMetadata(scalar.getName(), PathUtils.replaceEnvVariables(scalar
          .getValue()));
    }

    for (String vecName : commonMetGroup.getVectors().keySet()) {
      PGEVector vec = commonMetGroup.getVector(vecName);
      for (String val : (List<String>) (List<?>) vec.getElements()) {
        met.addMetadata(vecName, PathUtils.replaceEnvVariables(val));
      }
    }
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.