flume采集配置

2019-05-14  本文已影响0人  王金松
a1.sources=hb hn
a1.channels=c1
a1.sinks=k1

#source hb_source
a1.sources.hb.type = org.apache.flume.source.kafka.KafkaSource  
a1.sources.hb.batchSize = 1000  
a1.sources.hb.batchDurationMillis = 2000  
a1.sources.hb.kafka.bootstrap.servers = 172.0.0.1:9092
a1.sources.hb.kafka.topics = test.topic
a1.sources.hb.kafka.consumer.group.id = sa
a1.sources.hb.setTopicHeader = true
a1.sources.hb.interceptors = i1
a1.sources.hb.interceptors.i1.type = com.jd.sa.WafLogInterceptor$Builder
a1.sources.hb.interceptors.i1.mysqlurl = jdbc:mysql://127.0.0.1:3358/logs
a1.sources.hb.interceptors.i1.mysqlusername = root
a1.sources.hb.interceptors.i1.mysqlpassword = root
a1.sources.hb.interceptors.i1.redismaxactive = 200
a1.sources.hb.interceptors.i1.redismaxidel = 20
a1.sources.hb.interceptors.i1.redismaxwait = 2000
a1.sources.hb.interceptors.i1.redisip = 127.0.0.1
a1.sources.hb.interceptors.i1.redisport = 6414
a1.sources.hb.interceptors.i1.redispassword = root
a1.sources.hb.interceptors.i1.pinurl = http://127.0.0.1/externalServices/simpleWafInfo
a1.sources.hb.interceptors.i1.totopic = info.log
a1.sources.hb.interceptors.i1.dbvalid = true

a1.sinks.k1.type = org.apache.flume.sink.kafka.KafkaSink
a1.sinks.k1.kafka.topic = cloudwaf-log
a1.sinks.k1.kafka.bootstrap.servers = 127.0.0.1:9092
a1.sinks.k1.kafka.flumeBatchSize = 1000
a1.sinks.k1.kafka.producer.acks = 1
a1.sinks.k1.kafka.producer.linger.ms = 1
#a1.sinks.ki.kafka.producer.compression.type = snappy

a1.channels.c1.type=memory
a1.channels.c1.capacity=10000
a1.channels.c1.transactionCapacity=1000

a1.sources.hb.channels=c1
a1.sinks.k1.channel=c1
上一篇下一篇

猜你喜欢

热点阅读