Package org.apache.mahout.common

Examples of org.apache.mahout.common.StringTuple.stringAt()

204
205
206
207
208
209
210
211
212
213
214
    for (FileStatus fileStatus : outputFiles) {
      Path path = fileStatus.getPath();
      SequenceFile.Reader reader = new SequenceFile.Reader(fs, path, conf);
      // the key is either _label_ or label,feature
      while (reader.next(key, value)) {
        if (key.stringAt(0).equals(BayesConstants.LABEL_SUM)) { // Sum of counts
          // of labels
          labelSum.put(key.stringAt(1), value.get());
        }
       
      }
View Full Code Here
206
207
208
209
210
211
212
213
214
215
216
      SequenceFile.Reader reader = new SequenceFile.Reader(fs, path, conf);
      // the key is either _label_ or label,feature
      while (reader.next(key, value)) {
        if (key.stringAt(0).equals(BayesConstants.LABEL_SUM)) { // Sum of counts
          // of labels
          labelSum.put(key.stringAt(1), value.get());
        }
       
      }
    }
   
View Full Code Here
229
230
231
232
233
234
235
236
237
238
239
      Path path = fileStatus.getPath();
      SequenceFile.Reader reader = new SequenceFile.Reader(fs, path, conf);
      // the key is either _label_ or label,feature
      while (reader.next(key, value)) {
        // Count of Documents in a Label
        if (key.stringAt(0).equals(BayesConstants.LABEL_COUNT)) {
          labelDocumentCounts.put(key.stringAt(1), value.get());
        }
       
      }
    }
View Full Code Here
230
231
232
233
234
235
236
237
238
239
240
      SequenceFile.Reader reader = new SequenceFile.Reader(fs, path, conf);
      // the key is either _label_ or label,feature
      while (reader.next(key, value)) {
        // Count of Documents in a Label
        if (key.stringAt(0).equals(BayesConstants.LABEL_COUNT)) {
          labelDocumentCounts.put(key.stringAt(1), value.get());
        }
       
      }
    }
   
View Full Code Here
251
252
253
254
255
256
257
258
259
260
261
      Path path = fileStatus.getPath();
      SequenceFile.Reader reader = new SequenceFile.Reader(fs, path, conf);
      while (reader.next(key, value)) {
        if (weightSum.size() > 1) {
          throw new IOException("Incorrect Sum File");
        } else if (key.stringAt(0).equals(BayesConstants.TOTAL_SUM)) {
          weightSum.put(BayesConstants.TOTAL_SUM, value.get());
        }
       
      }
    }
View Full Code Here
274
275
276
277
278
279
280
281
282
283
284
      SequenceFile.Reader reader = new SequenceFile.Reader(fs, path, conf);
      while (reader.next(key, value)) {
        if (weightSum.size() > 1) {
          throw new IOException("Incorrect vocabCount File");
        }
        if (key.stringAt(0).equals(BayesConstants.FEATURE_SET_SIZE)) {
          weightSum.put(BayesConstants.FEATURE_SET_SIZE, value.get());
        }
       
      }
    }
View Full Code Here
52
53
54
55
56
57
58
59
60
61
62
  protected String generateFileNameForKeyValue(WritableComparable<?> k,
      Writable v, String name) {
    StringTuple key = (StringTuple) k;

    if (key.length() == 1
        && key.stringAt(0).equals(BayesConstants.FEATURE_SET_SIZE))
      return "trainer-vocabCount/" + name;
    else
      return "trainer-tfIdf/" + name;
  }
View Full Code Here
96
97
98
99
100
101
102
103
104
105
106
   
    for (FileStatus fileStatus : outputFiles) {
      Path path = fileStatus.getPath();
      SequenceFile.Reader reader = new SequenceFile.Reader(fs, path, conf);
      while (reader.next(key, value)) {       
        String correctLabel = key.stringAt(1);
        String classifiedLabel = key.stringAt(2);
        Map<String, Integer> rowMatrix = confusionMatrix.get(correctLabel);
        if(rowMatrix == null)
          rowMatrix = new HashMap<String, Integer>();       
        Integer count = Double.valueOf(value.get()).intValue();
View Full Code Here
97
98
99
100
101
102
103
104
105
106
107
    for (FileStatus fileStatus : outputFiles) {
      Path path = fileStatus.getPath();
      SequenceFile.Reader reader = new SequenceFile.Reader(fs, path, conf);
      while (reader.next(key, value)) {       
        String correctLabel = key.stringAt(1);
        String classifiedLabel = key.stringAt(2);
        Map<String, Integer> rowMatrix = confusionMatrix.get(correctLabel);
        if(rowMatrix == null)
          rowMatrix = new HashMap<String, Integer>();       
        Integer count = Double.valueOf(value.get()).intValue();
        rowMatrix.put(classifiedLabel, count);
View Full Code Here
50
51
52
53
54
55
56
57
58
59
60
  @Override
  protected String generateFileNameForKeyValue(WritableComparable<?> k, Writable v,
                                               String name) {
    StringTuple key = (StringTuple) k;

    if(key.length() == 1 && key.stringAt(0).equals(BayesConstants.TOTAL_SUM))
    {
      return "Sigma_kSigma_j/" + name;
    }
    else{
      if(key.stringAt(0).equals(BayesConstants.FEATURE_SUM))
View Full Code Here
TOP
Copyright © 2018 www.massapi.com. All rights reserved.
All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.