agent1.sinks = sink1
agent1.channels = channel1
# Describe channel here
agent1.channels.channel1.type = org.apache.flume.channel.kafka.KafkaChannel
agent1.channels.channel1.brokerList = 135.250.193.206:9092
agent1.channels.channel1.topic = flum_test
agent1.channels.channel1.zookeeperConnect = 135.250.193.206:2181
agent1.channels.channel1.parseAsFlumeEvent=false
agent1.channels.channel1.transactionCapacity = 1000000
agent1.channels.channel1.checkpointInterval = 30000
agent1.channels.channel1.maxFileSize = 2146435071
agent1.channels.channel1.capacity= 10000000
agent1.sinks.sink1.channel = channel1
# Describe sink1
agent1.sinks.sink1.type = hdfs
agent1.sinks.sink1.hdfs.path = hdfs://135.250.193.206:8020/user/hive/warehouse/spm_database.db/flum_test/year=%Y/month=%m/day=%d
agent1.sinks.sink1.hdfs.useLocalTimeStamp = true
agent1.sinks.sink1.hdfs.filePrefix = LogCreateTest
agent1.sinks.sink1.hdfs.rollInterval = 600
agent1.sinks.sink1.hdfs.rollSize = 0
agent1.sinks.sink1.hdfs.rollCount = 10000
agent1.sinks.sink1.hdfs.batchSize = 10000
agent1.sinks.sink1.hdfs.txnEventMax = 40000
agent1.sinks.sink1.hdfs.fileType = DataStream
agent1.sinks.sink1.hdfs.maxOpenFiles=50
agent1.sinks.sink1.hdfs.appendTimeout = 10000
agent1.sinks.sink1.hdfs.callTimeout = 10000
agent1.sinks.sink1.hdfs.threadsPoolSize=100
agent1.sinks.sink1.hdfs.rollTimerPoolSize = 1
No comments:
Post a Comment