1.解壓
tar -zxvf apache-flume-1.9.0-bin.tar.gz
2.配置環境變量?
vim /etc/profile
export FLUME_HOME=/home/wang/soft/flume/apache-flume-1.9.0-bin
export PATH=$PATH:$FLUME_HOME/bin
source /etc/profile
3.創建必要的目錄
?mkdir -p $FLUME_HOME/conf
4.創建 Flume 配置文件
cd $FLUME_HOME/conf
vim flume-kafka.conf?
5.配置文件內容 (紅色部分是Nginx日志所在的路徑)
# 定義組件
agent.sources = logSource
agent.channels = memoryChannel
agent.sinks = kafkaSink# 配置 source
agent.sources.logSource.type = exec
agent.sources.logSource.command = tail -F /usr/local/nginx/logs/access.log
agent.sources.logSource.channels = memoryChannel# 配置 channel
agent.channels.memoryChannel.type = memory
agent.channels.memoryChannel.capacity = 1000
agent.channels.memoryChannel.transactionCapacity = 100# 配置 sink
agent.sinks.kafkaSink.type = org.apache.flume.sink.kafka.KafkaSink
agent.sinks.kafkaSink.kafka.bootstrap.servers = localhost:9092
agent.sinks.kafkaSink.kafka.topic = logs
agent.sinks.kafkaSink.kafka.flumeBatchSize = 20
agent.sinks.kafkaSink.channel = memoryChannel
6.檢查 Flume?的 lib 目錄
ls -l $FLUME_HOME/lib?
7.?啟動 Flume?
cd $FLUME_HOME
$FLUME_HOME/bin/flume-ng agent -n agent -c conf -f conf/flume-kafka.conf
?8.驗證 Flume 是否正常運行
jps
應該能看到 Flume 相關進程。?
9.檢查日志?
tail -f $FLUME_HOME/logs/flume.log