Commit c9538723 by 吴凯波

readme更新

parent 9cea6875
......@@ -116,44 +116,44 @@
启动命令flume-ng agent --conf-file ../conf/ftp.conf --name agent -property flume.root.logger=INFO,console<br>
#####flume实战案例二:从ftp环境读取文件存到本地服务器路径
conf文件示例
conf文件示例<br>
# flume监控ftp文件功能的配置如下
agent.sources = ftp1
agent.sinks = k1
agent.channels = ch1
agent.sources.ftp1.type = org.keedio.flume.source.ftp.source.Source
agent.sources.ftp1.client.source = ftp
agent.sources = ftp1<br>
agent.sinks = k1<br>
agent.channels = ch1<br>
agent.sources.ftp1.type = org.keedio.flume.source.ftp.source.Source<br>
agent.sources.ftp1.client.source = ftp<br>
#ftp服务地址
agent.sources.ftp1.name.server = 61.159.214.198
agent.sources.ftp1.name.server = 61.159.214.198<br>
#端口
agent.sources.ftp1.port = 50021
agent.sources.ftp1.port = 50021<br>
#ftp用户名
agent.sources.ftp1.user = flume
agent.sources.ftp1.user = flume<br>
#密码
agent.sources.ftp1.password = sSt23dDmcikTNiw8
agent.sources.ftp1.password = sSt23dDmcikTNiw8<br>
#文件所在目录 (相对于根目录)
agent.sources.ftp1.working.directory = /
agent.sources.ftp1.working.directory = /<br>
#文件的名称匹配 (java正则表达式)
agent.sources.ftp1.filter.pattern = .+
agent.sources.ftp1.filter.pattern = .+<br>
#ftp的根目录
agent.sources.ftp1.folder = /flume
agent.sources.ftp1.run.discover.delay=5000
agent.sources.ftp1.flushlines = false
agent.sources.ftp1.search.recursive = true
agent.sources.ftp1.processInUse = false
agent.sources.ftp1.processInUseTimeout = 30
agent.sources.ftp1.channels = ch1
agent.sources.ftp1.chunk.size = 102400
agent.channels.ch1.type = memory
agent.channels.ch1.capacity = 100000000
agent.channels.ch1.transactionCapacity = 100000000
agent.sinks.k1.type = com.ihooyah.flume.sink.LocalUploadSink
agent.sinks.k1.uploadDir = D:\\
agent.sinks.k1.batchSize = 10000
agent.sinks.k1.channel = ch1<br>
agent.sources.ftp1.folder = /flume<br>
agent.sources.ftp1.run.discover.delay=5000<br>
agent.sources.ftp1.flushlines = false<br>
agent.sources.ftp1.search.recursive = true<br>
agent.sources.ftp1.processInUse = false<br>
agent.sources.ftp1.processInUseTimeout = 30<br>
agent.sources.ftp1.channels = ch1<br>
agent.sources.ftp1.chunk.size = 102400<br>
agent.channels.ch1.type = memory<br>
agent.channels.ch1.capacity = 100000000<br>
agent.channels.ch1.transactionCapacity = 100000000<br>
agent.sinks.k1.type = com.ihooyah.flume.sink.LocalUploadSink<br>
agent.sinks.k1.uploadDir = D:\\<br>
agent.sinks.k1.batchSize = 10000<br>
agent.sinks.k1.channel = ch1<br><br>
与实战一区别的配置<br>
agent.sources.ftp1.flushlines = false 图片需要按照块去读不能按行读取否则会出现字节丢失导致图片损坏打不开<br>
agent.sinks.k1.type = com.ihooyah.flume.sink.LocalUploadSink 重新写的一个sink<br>
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment