kafka启动命令
啟動
? ? ./bin/kafka-server-start.sh –daemon config/server.properties
?? ?//創(chuàng)建主題
?? ?$>kafka-topics.sh --zookeeper s202:2181 --topic calllog --create --replication-factor 3 --partitions 4
?? ?//查看主題列表
?? ?$>kafka-topics.sh --zookeeper s202:2181 --list
?? ?//啟動控制臺消費者,消費calllog主題,用于測試.
?? ?$>kafka-console-consumer.sh --zookeeper s201:2181 --topic calllog
?? ?//啟動控制臺消費者,消費calllog主題,用于測試.
?? ?$>kafka-console-consumer.sh --zookeeper s201:2181 --topic calllog
//配置flume
-
a1.sources?=?r1??
-
a1.sinks?=?k1??
-
a1.channels?=?c1??
-
#?Describe/configure?the?source??
-
a1.sources.r1.type?=?exec??
-
a1.sources.r1.command?=?tail?-F?/home/airib/work/log.log??
-
#?Describe?the?sink??
-
#a1.sinks.k1.type?=?logger??
-
a1.sinks.k1.type?=?org.apache.flume.sink.kafka.KafkaSink??
-
a1.sinks.k1.topic?=?test??
-
a1.sinks.k1.brokerList?=?localhost:9092??
-
a1.sinks.k1.requiredAcks?=?1??
-
a1.sinks.k1.batchSize?=?20??
-
#?Use?a?channel?which?buffers?events?in?memory??
-
a1.channels.c1.type?=?memory??
-
a1.channels.c1.capacity?=?1000??
-
a1.channels.c1.transactionCapacity?=?100?
-
#?Bind?the?source?and?sink?to?the?channel??
-
a1.sources.r1.channels?=?c1??
-
a1.sinks.k1.channel?=?c
//flume讀數據到kafka(flume的啟動命令）
? ?bin/flume-ng agent -c conf -f conf/dir-exec.conf -n a1
//啟動Hadoop，從kafka讀取數據存放到hbase中
//啟動hbase
start-hbase.sh
//
?
?
?
總結
