Upload twitter_scraper.py

scripts/twitter_scraper.py

@@ -3,7 +3,44 @@ import pandas as pd
 import datetime as dt
 from tqdm import tqdm
 import requests
+from scripts import sentiment
 
+def get_latest_account_tweets(handle):
+    import tweepy
+
+    import configparser
+
+    config = configparser.ConfigParser()
+    config.read("tweepy_auth.ini")
+
+    # Get the authentication details
+    authentication_section = config['AUTHENTICATION']
+    consumer_key = authentication_section["twitter_consumer_key"]
+    consumer_secret = authentication_section["twitter_consumer_secret"]
+    access_token = authentication_section["twitter_access_token"]
+    access_token_secret = authentication_section["twitter_access_token_secret"]
+
+    auth = tweepy.OAuthHandler(consumer_key, consumer_secret)
+    auth.set_access_token(access_token, access_token_secret)
+
+    # create the API object
+    api = tweepy.API(auth)
+
+    # load the tweets from a specific user
+    tweets = api.user_timeline(
+        screen_name=handle, count=10000000, tweet_mode="extended"
+    )
+
+    df_tweets = pd.DataFrame(data=[t._json for t in tweets])
+    df_tweets["created_at"] = pd.DataFrame(df_tweets["created_at"])
+    df_tweets = df_tweets.sort_values("created_at")
+    # print the tweet texts
+    tweets_txt = []
+    for tweet in tweets:
+        tweets_txt.append(sentiment.tweet_cleaner(tweet.full_text))
+    df_tweets["clean_text"] = tweets_txt
+    df_tweets["handle"] = df_tweets.user.iloc[0]["screen_name"]
+    return df_tweets
 
 def get_tweets(
     query: str,
@@ -131,13 +168,14 @@ def get_twitter_account_info(twitter_handle: str) -> dict:
 
     # Get the user's profile information
     user_profile = user_scraper.entity
+    check_string = lambda s: "false" if str(s).lower() == "false" else "true"
     return {
         "name": user_profile.displayname,
         "username": user_profile.username,
         "user_id": user_profile.id,
         "follower_count": user_profile.followersCount,
         "friends_count": user_profile.friendsCount,
-        "verified": user_profile.verified,
+        "verified": check_string(user_profile.verified),
     }