Package backtype.storm.drpc

Examples of backtype.storm.drpc.LinearDRPCTopologyBuilder

36
37
38
39
40
41
42
43
44
        }
   
    }

    public static StormTopology makeTopology(LocalDRPC drpc) {
        LinearDRPCTopologyBuilder builder = new LinearDRPCTopologyBuilder("exclamation");
        builder.addBolt(new ExclaimBolt(), 3);
        return builder.createLocalTopology(drpc);
    }
View Full Code Here
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
            declarer.declare(new Fields("id", "reach"));
        }
    }
   
    public static LinearDRPCTopologyBuilder construct() {
        LinearDRPCTopologyBuilder builder = new LinearDRPCTopologyBuilder(TOPOLOGY_NAME);
        builder.addBolt(new GetTweeters(), 1);
        builder.addBolt(new GetFollowers(), 1)
                 .shuffleGrouping();
        builder.addBolt(new PartialUniquer(), 1)
                 .fieldsGrouping(new Fields("id", "follower"));
        builder.addBolt(new CountAggregator(), 1)
                 .fieldsGrouping(new Fields("id"));
        return builder;
    }
View Full Code Here
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
        return builder;
    }
   
    public static void main(String[] args) throws Exception {
     
        LinearDRPCTopologyBuilder builder = construct();
       
       
        Config conf = new Config();
        conf.setNumWorkers(6);
        if (args.length == 0) {
          StormSubmitter.submitTopology(TOPOLOGY_NAME, conf, builder.createRemoteTopology());
        }else {
       
       
            conf.setMaxTaskParallelism(3);
            LocalDRPC drpc = new LocalDRPC();
            LocalCluster cluster = new LocalCluster();
            cluster.submitTopology(TOPOLOGY_NAME, conf, builder.createLocalTopology(drpc));
           
            JStormUtils.sleepMs(50000);
           
            String[] urlsToTry = new String[] { "foo.com/blog/1", "engineering.twitter.com/blog/5", "notaurl.com"};
            for(String url: urlsToTry) {
View Full Code Here
TOP

Related Classes of backtype.storm.drpc.LinearDRPCTopologyBuilder

  • backtype.storm.coordination.BatchBoltExecutor
  • backtype.storm.coordination.CoordinatedBolt
  • backtype.storm.coordination.CoordinatedBolt.IdStreamSpec
  • backtype.storm.topology.BasicBoltExecutor
  • backtype.storm.topology.BoltDeclarer
  • backtype.storm.topology.IRichBolt
  • backtype.storm.topology.OutputFieldsGetter
  • backtype.storm.topology.TopologyBuilder
  • backtype.storm.tuple.Fields
  • com.alipay.dw.jstorm.example.drpc.ReachTopology
    • Copyright © 2018 www.massapicom. All rights reserved.
    All source code are property of their respective owners. Java is a trademark of Sun Microsystems, Inc and owned by ORACLE Inc. Contact coftware#gmail.com.