Package com.browseengine.bobo.mapred

Examples of com.browseengine.bobo.mapred.MapReduceResult

1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
1022
1023
1024
1025
1026
1027
1028
1029
1030
1031
1032
1033
1034
    return builder.build();
  }

  private MapReduceResult convertMapReduceResult(SenseiProtos.MapReduceResult protoMapReduceResult) {
    MapReduceResult mapReduceResult = new MapReduceResult();

    if (protoMapReduceResult.hasReduceResult()) {
      Object reduceResult = javaDeserialize(protoMapReduceResult.getReduceResult());

      if (reduceResult != null)
        mapReduceResult.setReduceResult((Serializable) reduceResult);
    }

    if (protoMapReduceResult.getMapResultCount() > 0) {
      List mapResults = new ArrayList();
      for (ByteString protoMapResult : protoMapReduceResult.getMapResultList()) {
        Object mapResult = javaDeserialize(protoMapResult);

        if (mapResult != null)
          mapResults.add(mapResult);
      }
      mapReduceResult.setMapResults(mapResults);
    }
    return mapReduceResult;
  }
View Full Code Here
50
51
52
53
54
55
56
57
  private int docIdIndex = 0;
  public SenseiMapFunctionWrapper(SenseiMapReduce mapReduceStrategy, Set<SenseiFacetInfo> facetInfos) {
    super();
    this.mapReduceStrategy = mapReduceStrategy;  
    partialDocIds = new int[BUFFER_SIZE];
    result = new MapReduceResult();
    this.facetInfos = facetInfos;
  }
View Full Code Here
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
   * @param mapReduceFunction
   * @param results
   * @return
   */
  public static MapReduceResult combine(SenseiMapReduce mapReduceFunction, List<MapReduceResult> results) {
    MapReduceResult ret = null;
    if (results.isEmpty()) {
      return null;
    }
    ret =  results.get(0);
    for (int i = 1; i < results.size(); i++) {
      ret.getMapResults().addAll(results.get(i).getMapResults());
    }
    ret.setMapResults(new ArrayList(mapReduceFunction.combine(ret.getMapResults(), CombinerStage.nodeLevel)));
    return ret;
  }
View Full Code Here
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
   * @param mapReduceFunction
   * @param results
   * @return
   */
  public static MapReduceResult reduce(SenseiMapReduce mapReduceFunction, List<MapReduceResult> results) {
    MapReduceResult ret = null;
    if (results.isEmpty()) {
      return ret;
    }
    ret =  results.get(0);
    for (int i = 1; i < results.size(); i++) {
      ret.getMapResults().addAll(results.get(i).getMapResults());
    }   
    ret.setReduceResult(mapReduceFunction.reduce(ret.getMapResults())) ;
    ret.setMapResults(null);
    return ret;
  }
View Full Code Here
TOP

Related Classes of com.browseengine.bobo.mapred.MapReduceResult

  • com.senseidb.search.req.mapred.impl.SenseiMapFunctionWrapper
  • com.senseidb.search.req.mapred.impl.SenseiReduceFunctionWrapper
  • com.senseidb.search.req.SenseiRequestProtoSerializer
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.