logcollect.sources.taildir-source.interceptors =interceptor
logcollect.sources.taildir-source.interceptors.interceptor.type = regex_extractor
logcollect.sources.taildir-source.interceptors.interceptor.regex = .(UserBehaviorLog|UserOperLog|PlatFormSysLog).
logcollect.sources.taildir-source.interceptors.interceptor.serializers = s1
logcollect.sources.taildir-source.interceptors.interceptor.serializers.s1.name = key
selector
logcollect.sources.taildir-source.selector.type = multiplexing
logcollect.sources.taildir-source.selector.header = key
logcollect.sources.taildir-source.selector.mapping.UserOperLog = userOperLogChannel
logcollect.sources.taildir-source.selector.mapping.UserBehaviorLog= userBehaviorChannel
logcollect.sources.taildir-source.selector.mapping.PlatFormSysLog= platFormSysLogChannel
logcollect.sinks.userOperLogSink.type = org.apache.flume.sink.kafka.KafkaSink
kafka topic
logcollect.sinks.userOperLogSink.kafka.topic = user_oper_log
logcollect.sinks.userOperLogSink.kafka.bootstrap.servers = 10.168.79.166:9092,10.168.30.114:9092,10.168.92.222:9092
logcollect.sinks.userOperLogSink.flumeBatchSize = 20
logcollect.sinks.userOperLogSink.kafka.producer.acks = 1
logcollect.sinks.userOperLogSink.kafka.producer.client.id = user_operlog_agent
logcollect.sinks.userOperLogSink.kafka.producer.partitioner.class=com.logcollect.flume.SimplePartitioner
#logcollect.sinks.userOperLogSink.kafka.send.buffer.bytes=999999
logcollect.sinks.userOperLogSink.channel = userOperLogChannel
版权声明:本文内容由互联网用户自发贡献,该文观点与技术仅代表作者本人。本站仅提供信息存储空间服务,不拥有所有权,不承担相关法律责任。如发现本站有涉嫌侵权/违法违规的内容, 请发送邮件至 [email protected] 举报,一经查实,本站将立刻删除。