Sentiment analyzis.
This commit is contained in:
68
main.py
68
main.py
@@ -11,49 +11,40 @@ from dotenv import load_dotenv
|
||||
|
||||
import database
|
||||
from ticker_extractor import extract_tickers
|
||||
from sentiment_analyzer import get_sentiment_score # <-- IMPORT OUR NEW MODULE
|
||||
|
||||
# Load environment variables from .env file
|
||||
load_dotenv()
|
||||
# How old (in seconds) market cap data can be before we refresh it. 24 hours = 86400 seconds.
|
||||
MARKET_CAP_REFRESH_INTERVAL = 86400
|
||||
|
||||
# ... (load_subreddits, get_market_cap, get_reddit_instance functions are unchanged)
|
||||
def load_subreddits(filepath):
|
||||
# (This function is unchanged)
|
||||
# ...
|
||||
try:
|
||||
with open(filepath, 'r') as f:
|
||||
data = json.load(f)
|
||||
return data.get("subreddits", [])
|
||||
except FileNotFoundError:
|
||||
print(f"Error: The file '{filepath}' was not found.")
|
||||
return None
|
||||
except json.JSONDecodeError:
|
||||
print(f"Error: Could not decode JSON from '{filepath}'.")
|
||||
with open(filepath, 'r') as f: return json.load(f).get("subreddits", [])
|
||||
except (FileNotFoundError, json.JSONDecodeError) as e:
|
||||
print(f"Error loading config: {e}")
|
||||
return None
|
||||
|
||||
def get_market_cap(ticker_symbol):
|
||||
"""Fetches the market capitalization for a given stock ticker from yfinance."""
|
||||
# ...
|
||||
try:
|
||||
ticker = yf.Ticker(ticker_symbol)
|
||||
# .info can be slow; .fast_info is a lighter alternative
|
||||
market_cap = ticker.fast_info.get('marketCap')
|
||||
return market_cap if market_cap else None
|
||||
except Exception:
|
||||
return None
|
||||
return ticker.fast_info.get('marketCap')
|
||||
except Exception: return None
|
||||
|
||||
def get_reddit_instance():
|
||||
# (This function is unchanged)
|
||||
# ...
|
||||
client_id = os.getenv("REDDIT_CLIENT_ID")
|
||||
client_secret = os.getenv("REDDIT_CLIENT_SECRET")
|
||||
user_agent = os.getenv("REDDIT_USER_AGENT")
|
||||
|
||||
if not all([client_id, client_secret, user_agent]):
|
||||
print("Error: Reddit API credentials not found in .env file.")
|
||||
print("Error: Reddit API credentials not found.")
|
||||
return None
|
||||
return praw.Reddit(client_id=client_id, client_secret=client_secret, user_agent=user_agent)
|
||||
|
||||
|
||||
def scan_subreddits(reddit, subreddits_list, post_limit=25):
|
||||
"""Scans subreddits, stores mentions, and updates market caps in the database."""
|
||||
"""Scans subreddits, performs sentiment analysis, and stores results in the database."""
|
||||
conn = database.get_db_connection()
|
||||
|
||||
print(f"\nScanning {len(subreddits_list)} subreddits for top {post_limit} posts...")
|
||||
@@ -64,32 +55,34 @@ def scan_subreddits(reddit, subreddits_list, post_limit=25):
|
||||
print(f"Scanning r/{subreddit_name}...")
|
||||
|
||||
for submission in subreddit.hot(limit=post_limit):
|
||||
full_text = submission.title + " " + submission.selftext
|
||||
tickers_in_post = extract_tickers(full_text)
|
||||
# We analyze the title for sentiment as it's often the most concise summary.
|
||||
# Analyzing all comments could be a future enhancement.
|
||||
text_to_analyze = submission.title
|
||||
tickers_in_post = extract_tickers(text_to_analyze + " " + submission.selftext)
|
||||
|
||||
# --- NEW: Get sentiment score for the post's title ---
|
||||
sentiment = get_sentiment_score(text_to_analyze)
|
||||
|
||||
for ticker_symbol in set(tickers_in_post):
|
||||
ticker_id = database.get_or_create_entity(conn, 'tickers', 'symbol', ticker_symbol)
|
||||
|
||||
# --- NEW: Pass the sentiment score to the database ---
|
||||
database.add_mention(
|
||||
conn,
|
||||
ticker_id=ticker_id,
|
||||
subreddit_id=subreddit_id,
|
||||
post_id=submission.id,
|
||||
timestamp=int(submission.created_utc)
|
||||
timestamp=int(submission.created_utc),
|
||||
sentiment=sentiment # Pass the score here
|
||||
)
|
||||
|
||||
# --- Check if market cap needs updating ---
|
||||
# (The market cap update logic remains the same)
|
||||
ticker_info = database.get_ticker_info(conn, ticker_id)
|
||||
current_time = int(time.time())
|
||||
|
||||
if not ticker_info['last_updated'] or (current_time - ticker_info['last_updated'] > MARKET_CAP_REFRESH_INTERVAL):
|
||||
print(f" -> Fetching market cap for {ticker_symbol}...")
|
||||
market_cap = get_market_cap(ticker_symbol)
|
||||
if market_cap:
|
||||
database.update_ticker_market_cap(conn, ticker_id, market_cap)
|
||||
else:
|
||||
# If fetch fails, still update the timestamp so we don't try again for 24 hours
|
||||
database.update_ticker_market_cap(conn, ticker_id, ticker_info['market_cap']) # Keep old value
|
||||
database.update_ticker_market_cap(conn, ticker_id, market_cap or ticker_info['market_cap'])
|
||||
|
||||
except Exception as e:
|
||||
print(f"Could not scan r/{subreddit_name}. Error: {e}")
|
||||
@@ -97,28 +90,23 @@ def scan_subreddits(reddit, subreddits_list, post_limit=25):
|
||||
conn.close()
|
||||
print("\n--- Scan Complete ---")
|
||||
|
||||
|
||||
def main():
|
||||
"""Main function to run the Reddit stock analysis tool."""
|
||||
# --- IMPORTANT: Delete your old DB file before running! ---
|
||||
# Since we changed the schema and logic, old data won't have sentiment.
|
||||
# It's best to start fresh. Delete the `reddit_stocks.db` file now.
|
||||
|
||||
parser = argparse.ArgumentParser(description="Analyze stock ticker mentions on Reddit.")
|
||||
parser.add_argument("config_file", help="Path to the JSON file containing subreddits.")
|
||||
args = parser.parse_args()
|
||||
|
||||
# --- Part 1: Initialize ---
|
||||
database.initialize_db()
|
||||
|
||||
subreddits = load_subreddits(args.config_file)
|
||||
if not subreddits: return
|
||||
|
||||
reddit = get_reddit_instance()
|
||||
if not reddit: return
|
||||
|
||||
# --- Part 2: Scan and Store ---
|
||||
scan_subreddits(reddit, subreddits)
|
||||
|
||||
# --- Part 3: Generate and Display Report ---
|
||||
database.generate_summary_report()
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
Reference in New Issue
Block a user