-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathtwitter.conf
32 lines (27 loc) · 1.46 KB
/
twitter.conf
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
# Naming the components on the current agent.
TwitterAgent.sources = Twitter
TwitterAgent.channels = MemChannel
TwitterAgent.sinks = HDFS
# Describing/Configuring the source
TwitterAgent.sources.Twitter.type = org.apache.flume.source.twitter.TwitterSource
TwitterAgent.sources.Twitter.channels = MemChannel
TwitterAgent.sources.Twitter.consumerKey = UuDEvoybhWA8TSJ68HHesDQmR
TwitterAgent.sources.Twitter.consumerSecret = Y3ALeuXrufsZq54TSZqeiBwcADj1iZisBlsNgT3Uq6WuKB6zHw
TwitterAgent.sources.Twitter.accessToken = 789075063396065280-nZHl4EF1ycOCDK2arCBhv95589TzXcT
TwitterAgent.sources.Twitter.accessTokenSecret = H2rbAqgW9RRZnPkz13BsLeyoyITijTzGFsJqjTwyklSgx
TwitterAgent.sources.Twitter.keywords = tutorials,bigdata
# Describing/Configuring the sink
TwitterAgent.sinks.HDFS.type = hdfs
TwitterAgent.sinks.HDFS.hdfs.path = hdfs://localhost:9000/Hadoop/twitter_data/
TwitterAgent.sinks.HDFS.hdfs.fileType = DataStream
TwitterAgent.sinks.HDFS.hdfs.writeFormat = Text
TwitterAgent.sinks.HDFS.hdfs.batchSize = 1000
TwitterAgent.sinks.HDFS.hdfs.rollSize = 0
TwitterAgent.sinks.HDFS.hdfs.rollCount = 10000
# Describing/Configuring the channel
TwitterAgent.channels.MemChannel.type = memory
TwitterAgent.channels.MemChannel.capacity = 10000
TwitterAgent.channels.MemChannel.transactionCapacity = 1000
# Binding the source and sink to the channel
TwitterAgent.sources.Twitter.channels = MemChannel
TwitterAgent.sinks.HDFS.channel = MemChannel