Storm實現wordcount

WordCountToplogMain: 

package com.ycit.storm;

import backtype.storm.Config;
import backtype.storm.LocalCluster;
import backtype.storm.generated.AlreadyAliveException;
import backtype.storm.generated.InvalidTopologyException;
import backtype.storm.topology.TopologyBuilder;
import backtype.storm.tuple.Fields;

/**
 * jpf
 *
 */
public class WordCountToplogMain {
    public static void main(String[] args) throws AlreadyAliveException, InvalidTopologyException {
        //1.準備一個Topology
        TopologyBuilder topologyBuilder = new TopologyBuilder();
        topologyBuilder.setSpout("mySpout",new MySpout(),2);
        topologyBuilder.setBolt("MyBolt1", new MySplitBolt(),2).shuffleGrouping("mySpout");
        topologyBuilder.setBolt("MyBolt2",new MyCountBolt(),4).fieldsGrouping("MyBolt1",new Fields("word"));
    //2.創建一個Configuration用來指定Topology所需要的work數量
        Config config = new Config();
        config.setNumWorkers(2);
     //3.提交任務  有兩種模式,本地模式和集羣模式
        //集羣模式
     /*   StormSubmitter.submitTopology("mywordcount",config,topologyBuilder.createTopology());*/
        //本地模式
       LocalCluster localCluster = new LocalCluster();
        localCluster.submitTopology("mywordcount",config,topologyBuilder.createTopology());
    }
}


MySpout: 

package com.ycit.storm;

import backtype.storm.spout.SpoutOutputCollector;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.base.BaseRichSpout;
import backtype.storm.tuple.Fields;
import backtype.storm.tuple.Values;
import java.util.Map;
public class MySpout extends BaseRichSpout {
    SpoutOutputCollector spoutOutputCollector;
    //初始化方法
    public void open(Map map, TopologyContext topologyContext, SpoutOutputCollector spoutOutputCollector) {
        this.spoutOutputCollector = spoutOutputCollector;
    }
    //storm 框架在 while(true) 調用nextTuple方法
    public void nextTuple() {
        spoutOutputCollector.emit(new Values("i am lilei love hanmeimei"));

    }

    public void declareOutputFields(OutputFieldsDeclarer outputFieldsDeclarer) {
        outputFieldsDeclarer.declare(new Fields("love"));
    }
}

MySplitBolt: 

package com.ycit.storm;

import backtype.storm.task.OutputCollector;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.base.BaseRichBolt;
import backtype.storm.tuple.Fields;
import backtype.storm.tuple.Tuple;
import backtype.storm.tuple.Values;

import java.util.Map;

public class MySplitBolt extends BaseRichBolt {
    OutputCollector outputCollector;

    public void prepare(Map map, TopologyContext topologyContext, OutputCollector outputCollector) {
        this.outputCollector = outputCollector;
    }

    public void execute(Tuple tuple) {
        String line = tuple.getString(0);
        String[] split = line.split(" ");
        for (String word : split) {
            outputCollector.emit(new Values(word, 1));
        }
    }

    public void declareOutputFields(OutputFieldsDeclarer outputFieldsDeclarer) {
        outputFieldsDeclarer.declare(new Fields("word", "num"));
    }
}

MyCountBolt 

package com.ycit.storm;

import backtype.storm.task.OutputCollector;
import backtype.storm.task.TopologyContext;
import backtype.storm.topology.IBasicBolt;
import backtype.storm.topology.IRichBolt;
import backtype.storm.topology.OutputFieldsDeclarer;
import backtype.storm.topology.base.BaseRichBolt;
import backtype.storm.tuple.Tuple;

import java.util.HashMap;
import java.util.Map;

public class MyCountBolt extends BaseRichBolt {
    OutputCollector outputCollector;
    Map<String,Integer> map = new HashMap<String, Integer>();
    public void prepare(Map map, TopologyContext topologyContext, OutputCollector outputCollector) {
        this.outputCollector = outputCollector;
    }

    public void execute(Tuple tuple) {
    String word = tuple.getString(0);
    Integer num = tuple.getInteger(1);
    if(map.containsKey(word)){
        Integer count = map.get(word);
        map.put(word,count+num);
    }else {
        map.put(word,num);
    }
        System.out.println("count"+map);
    }

    public void declareOutputFields(OutputFieldsDeclarer outputFieldsDeclarer) {
    //不輸出
    }
}

 

 

發表評論
所有評論
還沒有人評論,想成為第一個評論的人麼? 請在上方評論欄輸入並且點擊發布.
相關文章