Update src/streamlit_app.py

src/streamlit_app.py

@@ -13,9 +13,7 @@ import feedparser
 import requests
 from bs4 import BeautifulSoup
 from newspaper import Article # Make sure newspaper3k and lxml_html_clean are installed
-# Removed torch, transformers imports for now to simplify
 import time
-# Removed geocoder import for now to simplify
 import json
 import datetime
 
@@ -33,22 +31,22 @@ TELUGU_CATEGORIES = {
     "వైరల్": "Viral",
 }
 
-# --- RSS Feed URLs ---
+# --- RSS Feed URLs (for general headlines) ---
 # IMPORTANT: These URLs might be outdated or not provide full content.
 # You might need to find current, active RSS feeds for Telugu news sources.
-# Many news sites change their RSS feeds frequently or don't offer comprehensive ones.
 RSS_FEEDS = {
-    "Sakshi": "https://www.sakshi.com/tags/rss", # Check if this still provides full content
-    "Eenadu": "https://www.eenadu.net/telugu-news/rss", # This URL from search might be old/unofficial.
-    # Add more reliable Telugu news RSS feeds here if the above don't work well
-    # Example: "MyNewSource": "http://mynewsource.com/rss_feed_link",
+    "Sakshi": "https://www.sakshi.com/tags/rss",
+    "Eenadu": "https://www.eenadu.net/telugu-news/rss",
 }
 
 # --- OpenWeatherMap API Configuration (for Realtime Weather) ---
-# YOUR ACTUAL API KEY IS SET HERE:
 OPENWEATHERMAP_API_KEY = "52f888dddede635f9b1d8a08141b5c49"
 OPENWEATHERMAP_API_URL = "http://api.openweathermap.org/data/2.5/weather"
 
+# --- NewsAPI.org Configuration (for Local News Search) ---
+NEWSAPI_API_KEY = "54035029265744dab172f28d58a93b56" # Your NewsAPI.org Key
+NEWSAPI_EVERYTHING_URL = "https://newsapi.org/v2/everything"
+
 # --- Dummy Translation Function (Translation is temporarily disabled) ---
 def translate_en_to_te(text):
     return text # Just return the original text
@@ -66,20 +64,17 @@ def get_news_from_rss(url):
             published = entry.published if hasattr(entry, 'published') else "N/A"
             image_url = None
 
-            # Attempt to find image from media_content (common in some RSS feeds)
             if hasattr(entry, 'media_content') and entry.media_content:
                 for media in entry.media_content:
                     if 'url' in media and media.get('type', '').startswith('image'):
                         image_url = media['url']
                         break
-            # Attempt to find image from description HTML (common in others)
             elif hasattr(entry, 'description'):
                 soup = BeautifulSoup(entry.description, 'html.parser')
                 img_tag = soup.find('img')
                 if img_tag and 'src' in img_tag.attrs:
                     image_url = img_tag['src']
 
-            # Fallback to newspaper3k for better image/summary extraction from the article link
             if link and "http" in link and link != "#" and (not image_url or not summary):
                 try:
                     article_parser = Article(link)
@@ -91,7 +86,7 @@ def get_news_from_rss(url):
                         summary = article_parser.text[:200] + "..." if len(article_parser.text) > 200 else article_parser.text
 
                 except Exception as e:
-                    pass # Silently fail if newspaper3k can't extract
+                    pass
 
             if title.strip() and link.strip() != "#":
                 articles.append({
@@ -100,13 +95,55 @@ def get_news_from_rss(url):
                     "summary": summary,
                     "published": published,
                     "image_url": image_url,
-                    "translated_title": None # Placeholder, will just be original title
+                    "translated_title": None
                 })
         return articles
     except Exception as e:
         st.error(f"Error fetching news from {url}: {e}")
         return []
 
+# --- NewsAPI.org Fetching for Local News (Cached for performance) ---
+@st.cache_data(ttl=600) # Cache for 10 minutes
+def get_news_from_newsapi(query, api_key, language='en', page_size=10):
+    if not api_key:
+        return None
+
+    params = {
+        'q': query + " news", # Add " news" to the query for better results
+        'apiKey': api_key,
+        'language': language, # Can try 'te' but English coverage is better
+        'pageSize': page_size,
+        'sortBy': 'relevancy'
+    }
+    try:
+        response = requests.get(NEWSAPI_EVERYTHING_URL, params=params)
+        response.raise_for_status() # Raise an HTTPError for bad responses (4xx or 5xx)
+        news_data = response.json()
+
+        articles = []
+        if news_data['status'] == 'ok' and news_data['articles']:
+            for article in news_data['articles']:
+                if article['title'] and article['url']: # Basic validation
+                    articles.append({
+                        "title": article.get('title', 'No Title'),
+                        "link": article.get('url', '#'),
+                        "summary": article.get('description', article.get('content', 'No description available.')),
+                        "published": article.get('publishedAt', 'N/A'),
+                        "image_url": article.get('urlToImage'),
+                        "source": article['source']['name'] if article.get('source') else 'Unknown Source',
+                        "translated_title": None # Placeholder
+                    })
+        return articles
+    except requests.exceptions.RequestException as e:
+        st.error(f"Error fetching news from NewsAPI for '{query}': {e}. Check API key or network.")
+        return None
+    except json.JSONDecodeError:
+        st.error(f"Error decoding NewsAPI response for '{query}'.")
+        return None
+    except Exception as e:
+        st.error(f"An unexpected error occurred with NewsAPI for '{query}': {e}")
+        return None
+
 # --- Voice Search (Placeholder - requires a separate library/API) ---
 def voice_search_widget():
     st.write("### 🎙️ వాయిస్ సెర్చ్ (Voice Search)")
@@ -125,7 +162,7 @@ def get_user_location():
 # --- Weather Integration ---
 @st.cache_data(ttl=600)
 def get_current_weather(city_name, api_key):
-    if not api_key: # Check if API key is empty or None
+    if not api_key:
         return None
 
     params = {
@@ -323,7 +360,6 @@ with main_tabs[0]:
             articles = get_news_from_rss(rss_url)
             
             for article in articles:
-                # Since translation is disabled, translated_title is just the original title
                 article['translated_title'] = article['title'] 
 
             all_articles.extend(articles)
@@ -346,7 +382,7 @@ with main_tabs[0]:
                         if article['image_url']:
                             st.image(article['image_url'], use_column_width="always", caption="")
                         
-                        st.markdown(f"### {article['title']}") # Always display original title
+                        st.markdown(f"### {article['title']}")
                         
                         st.markdown(f"<p>{article['summary']}</p>", unsafe_allow_html=True)
                         st.markdown(f"[పూర్తిగా చదవండి (Read More)]({article['link']})", unsafe_allow_html=True)
@@ -373,6 +409,7 @@ with main_tabs[1]:
         st.info(f"'{user_city}' కోసం వాతావరణ డేటా అందుబాటులో లేదు. (Weather data not available for '{user_city}').")
 
     st.subheader("స్థానిక వార్తలు (Local News)")
+    # Local news for "My Location" still uses the RSS feeds, or you'd need another API for this
     st.info(f"'{user_city}' కు సంబంధించిన స్థానిక వార్తలు ఇక్కడ ప్రదర్శించబడతాయి. (Local news for '{user_city}' will be displayed here.)")
     
     st.subheader("అలర్ట్స్ (Alerts)")
@@ -399,9 +436,33 @@ with main_tabs[2]:
         else:
             st.info(f"'{search_city}' కోసం వాతావరణ డేటా అందుబాటులో లేదు. (Weather data not available for '{search_city}').")
 
-        st.subheader("స్థానిక వార్తలు (Local News)")
-        st.warning("ఈ ఫీచర్ కోసం స్థానిక వార్తా వనరులను అనుసంధానించడం అవసరం. (This feature requires integration with local news sources.)")
-        st.info(f"'{search_city}' కు సంబంధించిన వార్తలు ఇక్కడ ప్రదర్శించబడతాయి. (News for '{search_city}' will be displayed here.)")
+        st.subheader(f"స్థానిక వార్తలు: {search_city} (Local News: {search_city})")
+        
+        # --- NEW: Fetch and display local news using NewsAPI.org ---
+        local_news_articles = get_news_from_newsapi(search_city, NEWSAPI_API_KEY, language='en') # Use 'en' for broader coverage
+
+        if local_news_articles:
+            num_cols = 3
+            rows = []
+            for i in range(0, len(local_news_articles), num_cols):
+                rows.append(local_news_articles[i:i + num_cols])
+
+            for row_articles in rows:
+                cols = st.columns(num_cols)
+                for i, article in enumerate(row_articles):
+                    with cols[i]:
+                        with st.container():
+                            st.markdown(f'<div class="news-card">', unsafe_allow_html=True)
+                            if article['image_url']:
+                                st.image(article['image_url'], use_column_width="always", caption="")
+                            
+                            st.markdown(f"### {article['title']}")
+                            st.markdown(f"**Source:** {article.get('source', 'Unknown')} | **Published:** {article['published']}")
+                            st.markdown(f"<p>{article['summary']}</p>", unsafe_allow_html=True)
+                            st.markdown(f"[పూర్తిగా చదవండి (Read More)]({article['link']})", unsafe_allow_html=True)
+                            st.markdown('</div>', unsafe_allow_html=True)
+        else:
+            st.info(f"'{search_city}' కోసం స్థానిక వార్తలు అందుబాటులో లేవు. దయచేసి మరొక నగరాన్ని ప్రయత్నించండి లేదా మీ NewsAPI.org కీని తనిఖి చేయండి. (No local news available for '{search_city}'. Please try another city or check your NewsAPI.org key.)")
 
 
 # --- Tab 4: Voice Search ---
@@ -483,7 +544,6 @@ st.sidebar.info("ఇక్కడ మీరు యాప్ సెట్టిం
 
 if st.sidebar.button("రీఫ్రెష్ వార్తలు", key="refresh_news_button"):
     st.cache_data.clear() # Clear all data caches (news, location, weather)
-    # st.cache_resource.clear() # Commented out as translation model is removed
     st.rerun() # Rerun the app to load fresh data
     st.sidebar.success("వార్తలు రీఫ్రెష్ చేయబడ్డాయి!")