Update backup17.app.py

backup17.app.py

@@ -5,7 +5,7 @@ import streamlit.components.v1 as components
 from datetime import datetime
 from audio_recorder_streamlit import audio_recorder
 from bs4 import BeautifulSoup
-from collections import deque
+from collections import defaultdict, deque
 from dotenv import load_dotenv
 from gradio_client import Client
 from huggingface_hub import InferenceClient
@@ -18,7 +18,7 @@ from openai import OpenAI
 import extra_streamlit_components as stx
 from streamlit.runtime.scriptrunner import get_script_run_ctx
 import asyncio
-import edge_tts  # ensure this is installed (pip install edge-tts)
+import edge_tts
 
 # 🔧 Config & Setup
 st.set_page_config(
@@ -40,21 +40,46 @@ openai_client = OpenAI(api_key=openai.api_key, organization=os.getenv('OPENAI_OR
 HF_KEY = os.getenv('HF_KEY')
 API_URL = os.getenv('API_URL')
 
-st.session_state.setdefault('transcript_history', [])
-st.session_state.setdefault('chat_history', [])
-st.session_state.setdefault('openai_model', "gpt-4o-2024-05-13")
-st.session_state.setdefault('messages', [])
-st.session_state.setdefault('last_voice_input', "")
+# Session states
+if 'transcript_history' not in st.session_state:
+    st.session_state['transcript_history'] = []
+if 'chat_history' not in st.session_state:
+    st.session_state['chat_history'] = []
+if 'openai_model' not in st.session_state:
+    st.session_state['openai_model'] = "gpt-4o-2024-05-13"
+if 'messages' not in st.session_state:
+    st.session_state['messages'] = []
+if 'last_voice_input' not in st.session_state:
+    st.session_state['last_voice_input'] = ""
+if 'editing_file' not in st.session_state:
+    st.session_state['editing_file'] = None
+if 'edit_new_name' not in st.session_state:
+    st.session_state['edit_new_name'] = ""
+if 'edit_new_content' not in st.session_state:
+    st.session_state['edit_new_content'] = ""
+if 'viewing_file' not in st.session_state:
+    st.session_state['viewing_file'] = None
+if 'viewing_file_type' not in st.session_state:
+    st.session_state['viewing_file_type'] = None
+if 'should_rerun' not in st.session_state:
+    st.session_state['should_rerun'] = False
 
 # 🎨 Minimal Custom CSS
 st.markdown("""
 <style>
     .main { background: linear-gradient(to right, #1a1a1a, #2d2d2d); color: #fff; }
     .stMarkdown { font-family: 'Helvetica Neue', sans-serif; }
+    .stButton>button {
+        margin-right: 0.5rem;
+    }
 </style>
 """, unsafe_allow_html=True)
 
-# 🔑 Common Utilities
+FILE_EMOJIS = {
+    "md": "📝",
+    "mp3": "🎵",
+}
+
 def generate_filename(prompt, file_type="md"):
     ctz = pytz.timezone('US/Central')
     date_str = datetime.now(ctz).strftime("%m%d_%H%M")
@@ -63,13 +88,14 @@ def generate_filename(prompt, file_type="md"):
     return f"{date_str}_{safe}.{file_type}"
 
 def create_file(filename, prompt, response):
+    # Creating file does not trigger immediate rerun
     with open(filename, 'w', encoding='utf-8') as f:
         f.write(prompt + "\n\n" + response)
 
 def get_download_link(file):
     with open(file, "rb") as f:
         b64 = base64.b64encode(f.read()).decode()
-    return f'<a href="data:file/txt;base64,{b64}" download="{os.path.basename(file)}">📂 Download {os.path.basename(file)}</a>'
+    return f'<a href="data:file/zip;base64,{b64}" download="{os.path.basename(file)}">📂 Download {os.path.basename(file)}</a>'
 
 @st.cache_resource
 def speech_synthesis_html(result):
@@ -83,9 +109,8 @@ def speech_synthesis_html(result):
     """
     components.html(html_code, height=0)
 
-#------------add EdgeTTS
-# --- NEW FUNCTIONS FOR EDGE TTS ---
 async def edge_tts_generate_audio(text, voice="en-US-AriaNeural", rate=0, pitch=0):
+    # Just create mp3 file, no immediate rerun
     if not text.strip():
         return None
     rate_str = f"{rate:+d}%"
@@ -101,8 +126,8 @@ def speak_with_edge_tts(text, voice="en-US-AriaNeural", rate=0, pitch=0):
 def play_and_download_audio(file_path):
     if file_path and os.path.exists(file_path):
         st.audio(file_path)
-        st.markdown(get_download_link(file_path), unsafe_allow_html=True)
-#---------------------------
+        dl_link = f'<a href="data:audio/mpeg;base64,{base64.b64encode(open(file_path,"rb").read()).decode()}" download="{os.path.basename(file_path)}">Download {os.path.basename(file_path)}</a>'
+        st.markdown(dl_link, unsafe_allow_html=True)
 
 def process_image(image_path, user_prompt):
     with open(image_path, "rb") as imgf:
@@ -125,6 +150,7 @@ def process_audio(audio_path):
     with open(audio_path, "rb") as f:
         transcription = openai_client.audio.transcriptions.create(model="whisper-1", file=f)
     st.session_state.messages.append({"role": "user", "content": transcription.text})
+    # No immediate rerun
     return transcription.text
 
 def process_video(video_path, seconds_per_frame=1):
@@ -177,26 +203,18 @@ def perform_ai_lookup(q, vocal_summary=True, extended_refs=False, titles_summary
 
     st.markdown(result)
 
-    # Main Vocal Summary (Short Answer)
     if vocal_summary:
-        start_main_part = time.time()
         audio_file_main = speak_with_edge_tts(r2, voice="en-US-AriaNeural", rate=0, pitch=0)
         st.write("### 🎙️ Vocal Summary (Short Answer)")
         play_and_download_audio(audio_file_main)
-        st.write(f"**Elapsed (Short Answer):** {time.time() - start_main_part:.2f} s")
 
-    # Extended References & Summaries (optional)
     if extended_refs:
-        start_refs_part = time.time()
         summaries_text = "Here are the summaries from the references: " + refs.replace('"','')
         audio_file_refs = speak_with_edge_tts(summaries_text, voice="en-US-AriaNeural", rate=0, pitch=0)
         st.write("### 📜 Extended References & Summaries")
         play_and_download_audio(audio_file_refs)
-        st.write(f"**Elapsed (Extended References):** {time.time() - start_refs_part:.2f} s")
 
-    # Paper Titles Only (short)
     if titles_summary:
-        start_titles_part = time.time()
         titles = []
         for line in refs.split('\n'):
             m = re.search(r"\[([^\]]+)\]", line)
@@ -207,7 +225,6 @@ def perform_ai_lookup(q, vocal_summary=True, extended_refs=False, titles_summary
             audio_file_titles = speak_with_edge_tts(titles_text, voice="en-US-AriaNeural", rate=0, pitch=0)
             st.write("### 🔖 Paper Titles")
             play_and_download_audio(audio_file_titles)
-            st.write(f"**Elapsed (Titles):** {time.time() - start_titles_part:.2f} s")
 
     elapsed = time.time()-start
     st.write(f"**Total Elapsed:** {elapsed:.2f} s")
@@ -230,7 +247,7 @@ def process_with_gpt(text):
         st.write("GPT-4o: " + ans)
         create_file(generate_filename(text,"md"),text,ans)
         st.session_state.messages.append({"role":"assistant","content":ans})
-        return ans
+    return ans
 
 def process_with_claude(text):
     if not text: return
@@ -246,13 +263,23 @@ def process_with_claude(text):
         st.write("Claude: " + ans)
         create_file(generate_filename(text,"md"),text,ans)
         st.session_state.chat_history.append({"user":text,"claude":ans})
-        return ans
+    return ans
+
+def create_zip_of_files(md_files, mp3_files):
+    # Exclude README.md if present
+    md_files = [f for f in md_files if os.path.basename(f).lower() != 'readme.md']
 
-def create_zip_of_files():
-    md_files = glob.glob("*.md")
-    mp3_files = glob.glob("*.mp3")
     all_files = md_files + mp3_files
-    zip_name = "all_files.zip"
+    if not all_files:
+        return None
+    # Build a descriptive name from file stems
+    stems = [os.path.splitext(os.path.basename(f))[0] for f in all_files]
+    # Join them
+    joined = "_".join(stems)
+    # Truncate if too long
+    if len(joined) > 50:
+        joined = joined[:50] + "_etc"
+    zip_name = f"{joined}.zip"
     with zipfile.ZipFile(zip_name,'w') as z:
         for f in all_files:
             z.write(f)
@@ -265,87 +292,107 @@ def get_media_html(p,typ="video",w="100%"):
     else:
         return f'<audio controls style="width:{w};"><source src="data:audio/mpeg;base64,{d}" type="audio/mpeg"></audio>'
 
-def display_file_manager():
-    st.sidebar.title("🎵 Audio Files & Documents")
-    st.sidebar.markdown("Here you can find all recorded `.mp3` files and `.md` notes.")
-    
-    # Display .mp3 files in the sidebar
-    mp3_files = sorted(glob.glob("*.mp3"), reverse=True)
-    if mp3_files:
-        st.sidebar.subheader("MP3 Files:")
-        if st.sidebar.button("🗑 Delete All MP3"):
-            for a in mp3_files:
-                os.remove(a)
-            st.experimental_rerun()
-        for a in mp3_files:
-            exp = st.sidebar.expander(os.path.basename(a))
-            with exp:
-                # Show audio player
-                st.markdown(get_media_html(a,"audio"),unsafe_allow_html=True)
-                
-                # Actions row
-                c1, c2, c3 = st.columns([3,3,1])
-                with c1:
-                    # Download link for the MP3 file
-                    st.markdown(get_download_link(a), unsafe_allow_html=True)
-                with c2:
-                    # Button to transcribe this file
-                    if st.button(f"Transcribe {os.path.basename(a)}", key="transcribe_"+a):
-                        t = process_audio(a)
-                        st.write("Transcription:")
-                        st.write(t)
-                with c3:
-                    # Delete button for mp3
-                    if st.button("🗑", key="del_mp3_"+a):
-                        os.remove(a)
-                        st.experimental_rerun()
-    else:
-        st.sidebar.write("No MP3 files found.")
-
-    # Display .md files in the sidebar
-    st.sidebar.subheader("MD Files:")
-    files = sorted(glob.glob("*.md"), reverse=True)
-    if st.sidebar.button("🗑 Delete All MD"):
-        for f in files: 
-            os.remove(f)
-        st.experimental_rerun()
-
-    if files:
-        for f in files:
-            col1, col2, col3, col4 = st.sidebar.columns([1,3,1,1])
-            with col1:
-                if st.button("🌐", key="v"+f):
-                    st.session_state.current_file = f
-                    c = open(f,'r',encoding='utf-8').read()
-                    st.write("**Viewing file content:**")
-                    st.write(c)
-            with col2:
-                st.markdown(get_download_link(f),unsafe_allow_html=True)
-            with col3:
-                if st.button("📂", key="e"+f):
-                    st.session_state.current_file = f
-                    st.session_state.file_content = open(f,'r',encoding='utf-8').read()
-            with col4:
-                if st.button("🗑", key="d"+f):
-                    os.remove(f)
-                    st.experimental_rerun()
-    else:
-        st.sidebar.write("No MD files found.")
-
-    # Download all as zip (including .mp3 and .md)
-    if len(files) > 0 or len(mp3_files) > 0:
-        if st.sidebar.button("⬇️ Download All (.md and .mp3)"):
-            z = create_zip_of_files()
-            st.sidebar.markdown(get_download_link(z),unsafe_allow_html=True)
+def load_files_for_sidebar():
+    # Gather all md and mp3 files
+    md_files = glob.glob("*.md")
+    mp3_files = glob.glob("*.mp3")
 
+    # Exclude README.md from listings
+    md_files = [f for f in md_files if os.path.basename(f).lower() != 'readme.md']
+
+    files_by_ext = defaultdict(list)
+    if md_files: files_by_ext['md'].extend(md_files)
+    if mp3_files: files_by_ext['mp3'].extend(mp3_files)
+
+    # Sort each extension group by modification time descending
+    for ext in files_by_ext:
+        files_by_ext[ext].sort(key=lambda x: os.path.getmtime(x), reverse=True)
+    return files_by_ext
+
+def display_file_manager_sidebar(files_by_ext):
+    st.sidebar.title("🎵 Audio & Document Manager")
+
+    md_files = files_by_ext.get('md', [])
+    mp3_files = files_by_ext.get('mp3', [])
+
+    # Buttons to delete all except README.md (already excluded)
+    col_del = st.sidebar.columns(3)
+    with col_del[0]:
+        if st.button("🗑 Del All MD"):
+            for f in md_files:
+                os.remove(f)
+            st.session_state.should_rerun = True
+    with col_del[1]:
+        if st.button("🗑 Del All MP3"):
+            for f in mp3_files:
+                os.remove(f)
+            st.session_state.should_rerun = True
+    with col_del[2]:
+        if st.button("⬇️ Zip All"):
+            # create a zip of all md and mp3 except README.md
+            z = create_zip_of_files(md_files, mp3_files)
+            if z:
+                st.sidebar.markdown(get_download_link(z),unsafe_allow_html=True)
+
+    ext_counts = {ext: len(files) for ext, files in files_by_ext.items()}
+    sorted_ext = sorted(files_by_ext.keys(), key=lambda x: ext_counts[x], reverse=True)
+
+    # Display files with actions
+    for ext in sorted_ext:
+        emoji = FILE_EMOJIS.get(ext, "📦")
+        count = len(files_by_ext[ext])
+        with st.sidebar.expander(f"{emoji} {ext.upper()} Files ({count})", expanded=True):
+            for f in files_by_ext[ext]:
+                fname = os.path.basename(f)
+                ctime = datetime.fromtimestamp(os.path.getmtime(f)).strftime("%Y-%m-%d %H:%M:%S")
+                # Show filename and buttons in a row
+                st.write(f"**{fname}** - {ctime}")
+                file_buttons_col = st.columns([1,1,1])
+                with file_buttons_col[0]:
+                    if st.button("👀View", key="view_"+f):
+                        st.session_state.viewing_file = f
+                        st.session_state.viewing_file_type = ext
+                        # No rerun needed, just set state
+                with file_buttons_col[1]:
+                    if ext == "md":
+                        if st.button("✏️Edit", key="edit_"+f):
+                            st.session_state.editing_file = f
+                            st.session_state.edit_new_name = fname.replace(".md","")
+                            st.session_state.edit_new_content = open(f,'r',encoding='utf-8').read()
+                            st.session_state.should_rerun = True
+                with file_buttons_col[2]:
+                    if st.button("🗑Del", key="del_"+f):
+                        os.remove(f)
+                        st.session_state.should_rerun = True
+
+    # If editing an md file
+    if st.session_state.editing_file and os.path.exists(st.session_state.editing_file):
+        st.sidebar.subheader(f"Editing: {os.path.basename(st.session_state.editing_file)}")
+        st.session_state.edit_new_name = st.sidebar.text_input("New name (no extension):", value=st.session_state.edit_new_name)
+        st.session_state.edit_new_content = st.sidebar.text_area("Content:", st.session_state.edit_new_content, height=200)
+        c1,c2 = st.sidebar.columns(2)
+        with c1:
+            if st.button("Save"):
+                old_path = st.session_state.editing_file
+                new_path = st.session_state.edit_new_name + ".md"
+                if new_path != os.path.basename(old_path):
+                    os.rename(old_path, new_path)
+                with open(new_path,'w',encoding='utf-8') as f:
+                    f.write(st.session_state.edit_new_content)
+                st.session_state.editing_file = None
+                st.session_state.should_rerun = True
+        with c2:
+            if st.button("Cancel"):
+                st.session_state.editing_file = None
+                st.session_state.should_rerun = True
 
 def main():
     st.sidebar.markdown("### 🚲BikeAI🏆 Multi-Agent Research AI")
     tab_main = st.radio("Action:",["🎤 Voice Input","📸 Media Gallery","🔍 Search ArXiv","📝 File Editor"],horizontal=True)
-    
+
     model_choice = st.sidebar.radio("AI Model:", ["Arxiv","GPT-4o","Claude-3","GPT+Claude+Arxiv"], index=0)
 
-    # Declare the component
+    # Main Input Component
     mycomponent = components.declare_component("mycomponent", path="mycomponent")
     val = mycomponent(my_input_value="Hello")
     if val:
@@ -388,8 +435,7 @@ def main():
         if q:
             q = q.strip()
             if q and st.button("Run ArXiv Query"):
-                r = perform_ai_lookup(q, vocal_summary=vocal_summary, extended_refs=extended_refs, titles_summary=titles_summary)
-                st.markdown(r)
+                perform_ai_lookup(q, vocal_summary=vocal_summary, extended_refs=extended_refs, titles_summary=titles_summary)
 
     elif tab_main == "🎤 Voice Input":
         st.subheader("🎤 Voice Recognition")
@@ -438,7 +484,7 @@ def main():
                 for i,f in enumerate(imgs):
                     with cols[i%c]:
                         st.image(Image.open(f),use_container_width=True)
-                        if st.button(f"👀 Analyze {os.path.basename(f)}"):
+                        if st.button(f"👀 Analyze {os.path.basename(f)}", key=f"analyze_{f}"):
                             a = process_image(f,"Describe this image.")
                             st.markdown(a)
             else:
@@ -449,7 +495,7 @@ def main():
                 for v in vids:
                     with st.expander(f"🎥 {os.path.basename(v)}"):
                         st.markdown(get_media_html(v,"video"),unsafe_allow_html=True)
-                        if st.button(f"Analyze {os.path.basename(v)}"):
+                        if st.button(f"Analyze {os.path.basename(v)}", key=f"analyze_{v}"):
                             a = process_video_with_gpt(v,"Describe video.")
                             st.markdown(a)
             else:
@@ -463,10 +509,34 @@ def main():
                 with open(st.session_state.current_file,'w',encoding='utf-8') as f:
                     f.write(new_text)
                 st.success("Updated!")
+                st.session_state.should_rerun = True
         else:
             st.write("Select a file from the sidebar to edit.")
 
-    display_file_manager()
+    # After main content, load files and display in sidebar
+    files_by_ext = load_files_for_sidebar()
+    display_file_manager_sidebar(files_by_ext)
+
+    # If viewing a file, show its content below (in the main area)
+    if st.session_state.viewing_file and os.path.exists(st.session_state.viewing_file):
+        st.write("---")
+        st.write(f"**Viewing File:** {os.path.basename(st.session_state.viewing_file)}")
+        if st.session_state.viewing_file_type == "md":
+            # show markdown
+            content = open(st.session_state.viewing_file,'r',encoding='utf-8').read()
+            st.markdown(content)
+        elif st.session_state.viewing_file_type == "mp3":
+            # show audio
+            st.audio(st.session_state.viewing_file)
+        # Optionally add a "Close View" button
+        if st.button("Close View"):
+            st.session_state.viewing_file = None
+            st.session_state.viewing_file_type = None
+
+    # If user-triggered changes happened, rerun once at the end
+    if st.session_state.should_rerun:
+        st.session_state.should_rerun = False
+        st.rerun()
 
 if __name__=="__main__":
     main()