kafka命令:
bin/kafka-server-start.sh config/server.properties &
bin/kafka-server-stop.sh config/server.properties &
bin/kafka-topics.sh --list --zookeeper host34:2181,host36:2181,host37:2181,host38:2181
bin/kafka-topics.sh --create --zookeeper host34:2181,host36:2181,host37:2181,host38:2181 --topic dirkzhang
bin/kafka-topics.sh --describe --zookeeper host34:2181,host36:2181,host37:2181,host38:2181 --topic dirkzhang
bin/kafka-console-producer.sh --broker-list host34:9092,host36:9092 --topic dirkzhang
bin/kafka-console-consumer.sh --zookeeper host34:2181,host36:2181,host37:2181,host38:2181 --topic dirkzhang --from-beginning
storm命令:
bin/storm nimbus &
bin/storm supervisor &
bin/storm ui &
/data/storm-0.9.3/bin/storm jar /data/hadoop/dirkzhang/EmarOlap-0.0.1-SNAPSHOT.jar com.emar.common.storm.examples.StormSimpleExample host34
bin/storm kill
/data/storm-0.9.3/bin/storm jar StormProject-0.0.1-SNAPSHOT-jar-with-dependencies.jar com.emar.common.storm.examples.StormSimpleExample host34
/data/storm-0.9.3/bin/storm jar StormProject-0.0.1-SNAPSHOT-jar-with-dependencies.jar com.emar.common.storm.examples.StormKafkaLog host34
----
zookeeper host18:2181,host20:2181,host44:2181,host237:2181,host238:2181/kafka-zk
kafka测试集群 118.26.148.18:9092,118.26.148.20:9092,118.26.148.237:9092,118.26.148.238:9092
rtb_bidreq rtb_biddetail
./bin/kafka-topics.sh --list --zookeeper host18:2181,host20:2181,host44:2181,host237:2181,host238:2181/kafka-zk
./bin/kafka-console-consumer.sh --zookeeper host18:2181,host20:2181,host44:2181,host237:2181,host238:2181/kafka-zk --topic tpch --from-beginning
bin/kafka-topics.sh --create --zookeeper host18:2181,host20:2181,host44:2181,host237:2181,host238:2181/kafka-zk --topic dz
bin/kafka-topics.sh --create --zookeeper host18:2181,host20:2181,host44:2181,host237:2181,host238:2181/kafka-zk --replication-factor 2 --partitions 8 --topic dirkz
consumer:
bin/kafka-console-consumer.sh --zookeeper host18:2181,host20:2181,host44:2181,host237:2181,host238:2181/kafka-zk --topic dirkz --from-beginning
product:
bin/kafka-console-producer.sh --broker-list 118.26.148.18:9092,118.26.148.20:9092,118.26.148.237:9092,118.26.148.238:9092 --topic dirkz
bin/kafka-console-consumer.sh --zookeeper host18:2181,host20:2181,host44:2181,host237:2181,host238:2181/kafka-zk --topic rtb_bidreq --from-beginning