abc.conf

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#  http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.


# The configuration file needs to define the sources, 
# the channels and the sinks.
# Sources, channels and sinks are defined per agent, 
# in this case called 'agent'

# agent.sources = seqGenSrc
# agent.channels = memoryChannel
# agent.sinks = loggerSink

TwitterAgent.sources=Twitter 
TwitterAgent.channels=MemChannel 
TwitterAgent.sinks=HDFS 

# For each one of the sources, the type is defined
# agent.sources.seqGenSrc.type = seq
TwitterAgent.sources.Twitter.type=org.apache.flume.source.twitter.TwitterSource

# The channel can be defined as follows.
# agent.sources.seqGenSrc.channels= memoryChannel
TwitterAgent.sources.Twitter.channels=MemChannel

TwitterAgent.sources.Twitter.consumerKey=<your key>
TwitterAgent.sources.Twitter.consumerSecret=<your key> 
TwitterAgent.sources.Twitter.accessToken=<your key>
TwitterAgent.sources.Twitter.accessTokenSecret=<your key> 

TwitterAgent.sources.Twitter.keywords=demonetization,gst

# Each sink's type must be defined
# agent.sinks.loggerSink.type = logger
TwitterAgent.sinks.HDFS.channel=MemChannel

# Specify the channel the sink should use
# agent.sinks.loggerSink.channel = memoryChannel
TwitterAgent.sinks.HDFS.type=hdfs
TwitterAgent.sinks.HDFS.hdfs.path=hdfs://localhost:8020/user/training/twitter_feed
TwitterAgent.sinks.HDFS.hdfs.fileType=DataStream
TwitterAgent.sinks.HDFS.hdfs.writeFormat=Text


# Each channel's type is defined.
# agent.channels.memoryChannel.type = memory
TwitterAgent.channels.MemChannel.type=memory

# Other config values specific to each type of channel(sink or source)
# can be defined as well
# In this case, it specifies the capacity of the memory channel
TwitterAgent.channels.MemChannel.capacity = 1000
TwitterAgent.channels.MemChannel.transactionCapacity=100