Update app.py

app.py

@@ -18,7 +18,7 @@ from openai import OpenAI
 import extra_streamlit_components as stx
 from streamlit.runtime.scriptrunner import get_script_run_ctx
 import asyncio
-import edge_tts  # ensure this is installed (pip install edge-tts)
+import edge_tts
 
 # 🔧 Config & Setup
 st.set_page_config(
@@ -45,6 +45,10 @@ st.session_state.setdefault('chat_history', [])
 st.session_state.setdefault('openai_model', "gpt-4o-2024-05-13")
 st.session_state.setdefault('messages', [])
 st.session_state.setdefault('last_voice_input', "")
+# For editing .md files
+st.session_state.setdefault('editing_file', None)
+st.session_state.setdefault('edit_new_name', "")
+st.session_state.setdefault('edit_new_content', "")
 
 # 🎨 Minimal Custom CSS
 st.markdown("""
@@ -57,7 +61,11 @@ st.markdown("""
 </style>
 """, unsafe_allow_html=True)
 
-# 🔑 Common Utilities
+FILE_EMOJIS = {
+    "md": "📝",
+    "mp3": "🎵",
+}
+
 def generate_filename(prompt, file_type="md"):
     ctz = pytz.timezone('US/Central')
     date_str = datetime.now(ctz).strftime("%m%d_%H%M")
@@ -68,7 +76,7 @@ def generate_filename(prompt, file_type="md"):
 def create_file(filename, prompt, response):
     with open(filename, 'w', encoding='utf-8') as f:
         f.write(prompt + "\n\n" + response)
-    st.experimental_rerun()
+    st.rerun()
 
 def get_download_link(file):
     with open(file, "rb") as f:
@@ -87,8 +95,6 @@ def speech_synthesis_html(result):
     """
     components.html(html_code, height=0)
 
-#------------add EdgeTTS
-# --- NEW FUNCTIONS FOR EDGE TTS ---
 async def edge_tts_generate_audio(text, voice="en-US-AriaNeural", rate=0, pitch=0):
     if not text.strip():
         return None
@@ -97,7 +103,7 @@ async def edge_tts_generate_audio(text, voice="en-US-AriaNeural", rate=0, pitch=
     communicate = edge_tts.Communicate(text, voice, rate=rate_str, pitch=pitch_str)
     out_fn = generate_filename(text,"mp3")
     await communicate.save(out_fn)
-    st.experimental_rerun()
+    st.rerun()
     return out_fn
 
 def speak_with_edge_tts(text, voice="en-US-AriaNeural", rate=0, pitch=0):
@@ -129,7 +135,7 @@ def process_audio(audio_path):
     with open(audio_path, "rb") as f:
         transcription = openai_client.audio.transcriptions.create(model="whisper-1", file=f)
     st.session_state.messages.append({"role": "user", "content": transcription.text})
-    st.experimental_rerun()
+    st.rerun()
     return transcription.text
 
 def process_video(video_path, seconds_per_frame=1):
@@ -182,26 +188,21 @@ def perform_ai_lookup(q, vocal_summary=True, extended_refs=False, titles_summary
 
     st.markdown(result)
 
-    # Main Vocal Summary (Short Answer)
+    # Vocal summary
     if vocal_summary:
-        start_main_part = time.time()
         audio_file_main = speak_with_edge_tts(r2, voice="en-US-AriaNeural", rate=0, pitch=0)
         st.write("### 🎙️ Vocal Summary (Short Answer)")
         play_and_download_audio(audio_file_main)
-        st.write(f"**Elapsed (Short Answer):** {time.time() - start_main_part:.2f} s")
 
-    # Extended References & Summaries (optional)
+    # Extended refs
     if extended_refs:
-        start_refs_part = time.time()
         summaries_text = "Here are the summaries from the references: " + refs.replace('"','')
         audio_file_refs = speak_with_edge_tts(summaries_text, voice="en-US-AriaNeural", rate=0, pitch=0)
         st.write("### 📜 Extended References & Summaries")
         play_and_download_audio(audio_file_refs)
-        st.write(f"**Elapsed (Extended References):** {time.time() - start_refs_part:.2f} s")
 
-    # Paper Titles Only (short)
+    # Titles only
     if titles_summary:
-        start_titles_part = time.time()
         titles = []
         for line in refs.split('\n'):
             m = re.search(r"\[([^\]]+)\]", line)
@@ -212,7 +213,6 @@ def perform_ai_lookup(q, vocal_summary=True, extended_refs=False, titles_summary
             audio_file_titles = speak_with_edge_tts(titles_text, voice="en-US-AriaNeural", rate=0, pitch=0)
             st.write("### 🔖 Paper Titles")
             play_and_download_audio(audio_file_titles)
-            st.write(f"**Elapsed (Titles):** {time.time() - start_titles_part:.2f} s")
 
     elapsed = time.time()-start
     st.write(f"**Total Elapsed:** {elapsed:.2f} s")
@@ -235,8 +235,7 @@ def process_with_gpt(text):
         st.write("GPT-4o: " + ans)
         create_file(generate_filename(text,"md"),text,ans)
         st.session_state.messages.append({"role":"assistant","content":ans})
-        st.experimental_rerun()
-        return ans
+    return ans
 
 def process_with_claude(text):
     if not text: return
@@ -252,18 +251,17 @@ def process_with_claude(text):
         st.write("Claude: " + ans)
         create_file(generate_filename(text,"md"),text,ans)
         st.session_state.chat_history.append({"user":text,"claude":ans})
-        st.experimental_rerun()
-        return ans
+    return ans
 
 def create_zip_of_files():
-    md_files = glob.glob("Media/*.md")
-    mp3_files = glob.glob("Media/*.mp3")
+    md_files = glob.glob("*.md")
+    mp3_files = glob.glob("*.mp3")
     all_files = md_files + mp3_files
     zip_name = "all_files.zip"
     with zipfile.ZipFile(zip_name,'w') as z:
         for f in all_files:
             z.write(f)
-    st.experimental_rerun()
+    st.rerun()
     return zip_name
 
 def get_media_html(p,typ="video",w="100%"):
@@ -273,109 +271,109 @@ def get_media_html(p,typ="video",w="100%"):
     else:
         return f'<audio controls style="width:{w};"><source src="data:audio/mpeg;base64,{d}" type="audio/mpeg"></audio>'
 
-MEDIA_DIR = "Media"
-
-def load_md_mp3_pairs():
-    # This function groups .md and .mp3 files by their filename stem
-    files = glob.glob(os.path.join(MEDIA_DIR,"*.md")) + glob.glob(os.path.join(MEDIA_DIR,"*.mp3"))
-    grouped = defaultdict(dict)
-    for f in files:
-        base = os.path.basename(f)
-        stem, ext = os.path.splitext(base)
-        ext = ext.lower()
-        if ext == '.md':
-            grouped[stem]['md'] = f
-        elif ext == '.mp3':
-            grouped[stem]['mp3'] = f
-    return grouped
-
-def display_files_sidebar():
-    st.sidebar.title("📂 Files")
-    pairs = load_md_mp3_pairs()
-
-    # Sort by modification time of the MD if exists, else mp3. Descending by latest mod time.
-    def mod_time(pair):
-        # Return the newest mod time of available files in the pair
-        times = []
-        for f in pair.values():
-            times.append(os.path.getmtime(f))
-        return max(times)
-    sorted_pairs = sorted(pairs.items(), key=lambda x: mod_time(x[1]), reverse=True)
-
-    for stem, files_dict in sorted_pairs:
-        with st.sidebar.expander(f"**{stem}**"):
-            # Display action buttons per file type
-            # If MD file exists:
-            if 'md' in files_dict:
-                md_file = files_dict['md']
-                c1, c2, c3, c4 = st.columns([2,1,1,1])
-                with c1:
-                    st.write("**Markdown File**")
-                with c2:
-                    if st.button("👀 View", key="view_md_"+stem):
-                        content = open(md_file,'r',encoding='utf-8').read()
-                        st.markdown("**MD File Content:**")
-                        st.markdown(content)
-                with c3:
-                    # Edit name/content
-                    if st.button("✏️ Edit", key="edit_md_"+stem):
-                        st.session_state.editing_md = stem
-                        st.experimental_rerun()
-                with c4:
-                    if st.button("🗑 Delete", key="del_md_"+stem):
-                        os.remove(md_file)
-                        st.experimental_rerun()
-            else:
-                st.write("No .md file for this stem.")
-
-            # If MP3 file exists:
-            if 'mp3' in files_dict:
-                mp3_file = files_dict['mp3']
-                c1, c2, c3 = st.columns([2,1,1])
-                with c1:
-                    st.write("**Audio File**")
-                with c2:
-                    if st.button("👀 View", key="view_mp3_"+stem):
-                        st.audio(mp3_file)
-                with c3:
-                    if st.button("🗑 Delete", key="del_mp3_"+stem):
-                        os.remove(mp3_file)
-                        st.experimental_rerun()
-            else:
-                st.write("No .mp3 file for this stem.")
-
-    # Button to create a zip of all files
-    if len(pairs) > 0:
-        if st.sidebar.button("⬇️ Download All (.md and .mp3)"):
-            z = create_zip_of_files()
-            st.sidebar.markdown(get_download_link(z),unsafe_allow_html=True)
-
-    # If editing an MD file:
-    if 'editing_md' in st.session_state:
-        stem = st.session_state.editing_md
-        pairs = load_md_mp3_pairs()
-        files_dict = pairs.get(stem, {})
-        if 'md' in files_dict:
-            md_file = files_dict['md']
-            content = open(md_file,'r',encoding='utf-8').read()
-            st.sidebar.subheader(f"Editing: {stem}.md")
-            new_stem = st.sidebar.text_input("New stem (filename without extension):", value=stem)
-            new_content = st.sidebar.text_area("Content:", content, height=200)
-            if st.sidebar.button("Save Changes"):
-                # If name changed, rename the file
-                if new_stem != stem:
-                    new_path = os.path.join(MEDIA_DIR, new_stem+".md")
-                    os.rename(md_file, new_path)
-                    md_file = new_path
+def display_file_manager():
+    st.sidebar.title("🎵 Audio & Document Manager")
+    st.sidebar.markdown("Lists .mp3 and .md files with emojis and sorted by file type count and mod time.")
+
+    # Gather all md and mp3 files
+    md_files = glob.glob("*.md")
+    mp3_files = glob.glob("*.mp3")
+
+    # Group by extension
+    files_by_ext = defaultdict(list)
+    for f in md_files:
+        ext = "md"
+        files_by_ext[ext].append(f)
+    for f in mp3_files:
+        ext = "mp3"
+        files_by_ext[ext].append(f)
+
+    # Sort each extension group by modification time descending
+    for ext in files_by_ext:
+        files_by_ext[ext].sort(key=lambda x: os.path.getmtime(x), reverse=True)
+
+    # Sort extensions by number of files descending
+    sorted_ext = sorted(files_by_ext.keys(), key=lambda x: len(files_by_ext[x]), reverse=True)
+
+    # Delete all buttons
+    del_col = st.sidebar.columns(2)
+    with del_col[0]:
+        if st.button("🗑 Delete All MD"):
+            for f in md_files:
+                os.remove(f)
+            st.rerun()
+    with del_col[1]:
+        if st.button("🗑 Delete All MP3"):
+            for f in mp3_files:
+                os.remove(f)
+            st.rerun()
+
+    # Show groups
+    for ext in sorted_ext:
+        emoji = FILE_EMOJIS.get(ext, "📦")
+        count = len(files_by_ext[ext])
+        with st.sidebar.expander(f"{emoji} {ext.upper()} Files ({count})"):
+            for f in files_by_ext[ext]:
+                fname = os.path.basename(f)
+                ctime = datetime.fromtimestamp(os.path.getmtime(f)).strftime("%Y-%m-%d %H:%M:%S")
+                col1, col2, col3, col4 = st.columns([2,1,1,1])
+                with col1:
+                    st.write(f"**{fname}** - {ctime}")
+                with col2:
+                    # View button
+                    if ext == "md":
+                        if st.button("👀", key="view_"+f):
+                            content = open(f,'r',encoding='utf-8').read()
+                            st.write("**Viewing file content:**")
+                            st.markdown(content)
+                    else: # mp3
+                        if st.button("👀", key="view_"+f):
+                            st.write(f"Playing: {fname}")
+                            st.audio(f)
+                with col3:
+                    # Edit button for MD
+                    if ext == "md":
+                        if st.button("✏️", key="edit_"+f):
+                            st.session_state.editing_file = f
+                            st.session_state.edit_new_name = fname.replace(".md","")
+                            st.session_state.edit_new_content = open(f,'r',encoding='utf-8').read()
+                            st.rerun()
+                    else:
+                        # No edit for mp3
+                        pass
+                with col4:
+                    # Delete button
+                    if st.button("🗑", key="del_"+f):
+                        os.remove(f)
+                        st.rerun()
+
+    # Download all as zip
+    if (len(md_files) > 0 or len(mp3_files) > 0) and st.sidebar.button("⬇️ Download All (.md and .mp3)"):
+        z = create_zip_of_files()
+        st.sidebar.markdown(get_download_link(z),unsafe_allow_html=True)
+
+    # If editing an md file
+    if st.session_state.editing_file and os.path.exists(st.session_state.editing_file):
+        st.sidebar.subheader(f"Editing: {os.path.basename(st.session_state.editing_file)}")
+        st.session_state.edit_new_name = st.sidebar.text_input("New name (without extension):", value=st.session_state.edit_new_name)
+        st.session_state.edit_new_content = st.sidebar.text_area("Content:", st.session_state.edit_new_content, height=200)
+        c1,c2 = st.sidebar.columns(2)
+        with c1:
+            if st.button("Save Changes"):
+                old_path = st.session_state.editing_file
+                new_path = st.session_state.edit_new_name + ".md"
+                # Rename file if name changed
+                if new_path != os.path.basename(old_path):
+                    os.rename(old_path, new_path)
                 # Update content
-                with open(md_file,'w',encoding='utf-8') as f:
-                    f.write(new_content)
-                del st.session_state.editing_md
-                st.experimental_rerun()
-            if st.sidebar.button("Cancel"):
-                del st.session_state.editing_md
+                with open(new_path,'w',encoding='utf-8') as f:
+                    f.write(st.session_state.edit_new_content)
+                st.session_state.editing_file = None
                 st.experimental_rerun()
-
+        with c2:
+            if st.button("Cancel"):
+                st.session_state.editing_file = None
+                st.rerun()
 
 def main():
     st.sidebar.markdown("### 🚲BikeAI🏆 Multi-Agent Research AI")
@@ -469,36 +467,42 @@ def main():
         st.header("🎬 Media Gallery - Images and Videos")
         tabs = st.tabs(["🖼️ Images", "🎥 Video"])
         with tabs[0]:
-            imgs = glob.glob("Media/*.png")+glob.glob("Media/*.jpg")
+            imgs = glob.glob("*.png")+glob.glob("*.jpg")
             if imgs:
                 c = st.slider("Cols",1,5,3)
                 cols = st.columns(c)
                 for i,f in enumerate(imgs):
                     with cols[i%c]:
                         st.image(Image.open(f),use_container_width=True)
-                        if st.button(f"👀 Analyze {os.path.basename(f)}", key=f"analyze_{f}"):
+                        if st.button(f"👀 Analyze {os.path.basename(f)}"):
                             a = process_image(f,"Describe this image.")
                             st.markdown(a)
             else:
                 st.write("No images found.")
         with tabs[1]:
-            vids = glob.glob("Media/*.mp4")
+            vids = glob.glob("*.mp4")
             if vids:
                 for v in vids:
                     with st.expander(f"🎥 {os.path.basename(v)}"):
                         st.markdown(get_media_html(v,"video"),unsafe_allow_html=True)
-                        if st.button(f"Analyze {os.path.basename(v)}", key=f"analyze_{v}"):
+                        if st.button(f"Analyze {os.path.basename(v)}"):
                             a = process_video_with_gpt(v,"Describe video.")
                             st.markdown(a)
             else:
                 st.write("No videos found.")
 
     elif tab_main == "📝 File Editor":
-        st.write("Use the sidebar to edit .md files by clicking the ✏️ button on the desired file.")
-
-
-    # Display file list last to ensure updates
-    display_files_sidebar()
+        if getattr(st.session_state,'current_file',None):
+            st.subheader(f"Editing: {st.session_state.current_file}")
+            new_text = st.text_area("Content:", st.session_state.file_content, height=300)
+            if st.button("Save"):
+                with open(st.session_state.current_file,'w',encoding='utf-8') as f:
+                    f.write(new_text)
+                st.success("Updated!")
+        else:
+            st.write("Select a file from the sidebar to edit.")
+
+    display_file_manager()
 
 if __name__=="__main__":
     main()