Fetch tweets WIP

Kalinga · Kalinga · commit fc35d59a2684 · 2017-02-17T15:49:02.000+01:00
diff --git a/projects/twitter_sentiment/README.md b/projects/twitter_sentiment/README.md
@@ -35,7 +35,9 @@ first solution(because when i checked my system, i had 'python-qt4' was already
 
 __Additional packages installed:__
 * `python-qt4`
-* `python-tweepy`
-* `python-oauth`
-
-
+* `tweepy 3.5.0` (API has input argument for proxy)
+* `requests 2.13.0`
+* `PySocks 1.6.6`
+* `six 1.10.0`
+* `requests-oauthlib 0.8.0`
+* `oauthlib 2.0.1`
diff --git a/projects/twitter_sentiment/imdb_birthday_celebrity.py b/projects/twitter_sentiment/imdb_birthday_celebrity.py
@@ -58,18 +58,22 @@ def getDetails(url):
         s = soup(result_py, "lxml")
         #print s
 
-        celeb_list = BirthDayCelebrities.parse_soup(s)
-
-        for index, celeb in enumerate(celeb_list):
-            print '-' * 50 + str(index + 1) + '-' * 50
-            print "Name: " + celeb[0]
-            print "Image: " + celeb[1]
-            print "Profession: " + celeb[2]
-            print "Best works: " + celeb[3]
-
+        return  BirthDayCelebrities.parse_soup(s)
 
 if __name__ == "__main__":
     print "*** Attention***: http_proxy and https_proxy env variables are properly set and reflected in pycharm"
     url_from_browser = "http://m.imdb.com/feature/bornondate"
     celeb = BirthDayCelebrities()
-    BirthDayCelebrities.getDetails(url_from_browser)
+    celeb_list = BirthDayCelebrities.getDetails(url_from_browser)
+
+    from twitter import Twitter
+    twitter = Twitter(*sys.argv[1:])
+    #twitter.getTweets()
+
+    for index, celeb in enumerate(celeb_list):
+        print '@' * 50 + str(index + 1) + '@' * 50
+        print "Name: " + celeb[0]
+        print "Image: " + celeb[1]
+        print "Profession: " + celeb[2]
+        print "Best works: " + celeb[3]
+        twitter.getMatchedTweets(q = celeb[0], lang = 'en')
diff --git a/projects/twitter_sentiment/twitter.py b/projects/twitter_sentiment/twitter.py
@@ -1,15 +1,34 @@
+import sys
 import tweepy
 
-consumer_key = ''
-consumer_secret = ''
-access_token = ''
-access_token_secret = ''
+class Twitter(object):
+    def __init__(self, consumer_key, consumer_secret, access_token, access_token_secret):
+        self.consumer_key = consumer_key
+        self.consumer_secret = consumer_secret
+        self.access_token = access_token
+        self.access_token_secret = access_token_secret
 
-auth = tweepy.OAuthHandler(consumer_key, consumer_secret)
-auth.set_access_token(access_token, access_token_secret)
+        auth = tweepy.OAuthHandler(consumer_key, consumer_secret)
+        auth.set_access_token(access_token, access_token_secret)
 
-api = tweepy.API(auth)
+        self.api = tweepy.API(auth)#,proxy='https://username:password@proxy.company.com:8080')
 
-public_tweets = api.home_timeline()
-for tweet in public_tweets:
-    print tweet.text
+    def getTweets(self):
+        public_tweets = self.api.home_timeline()
+        for tweet in public_tweets:
+            print "-" * 120
+            print tweet.text
+        print "-" * 120
+
+    def getMatchedTweets(self, q, lang='', locale='', since_id='', geocode=''):
+        all_matched_tweets = self.api.search(q = q)
+        for tweet in all_matched_tweets:
+            print "-" * 120
+            print tweet.text
+        print "-" * 120
+
+
+if __name__ == "__main__":
+    print sys.argv
+    twitter = Twitter(*sys.argv[1:])
+    twitter.getTweets()
diff --git a/projects/twitter_sentiment/webpage_renderer.py b/projects/twitter_sentiment/webpage_renderer.py
@@ -45,6 +45,7 @@ def _loadFinished(self, result):
 if __name__ == "__main__" :
     try:
         webPage = Render("http://www.google.com")
+        print str(webPage.frame.toHtml().toAscii())
     except Exception, e :
         print e.message
 
