Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -40,15 +40,16 @@ openai_client = OpenAI(api_key=openai.api_key, organization=os.getenv('OPENAI_OR
|
|
| 40 |
HF_KEY = os.getenv('HF_KEY')
|
| 41 |
API_URL = os.getenv('API_URL')
|
| 42 |
|
|
|
|
| 43 |
st.session_state.setdefault('transcript_history', [])
|
| 44 |
st.session_state.setdefault('chat_history', [])
|
| 45 |
st.session_state.setdefault('openai_model', "gpt-4o-2024-05-13")
|
| 46 |
st.session_state.setdefault('messages', [])
|
| 47 |
st.session_state.setdefault('last_voice_input', "")
|
| 48 |
-
# For editing .md files
|
| 49 |
st.session_state.setdefault('editing_file', None)
|
| 50 |
st.session_state.setdefault('edit_new_name', "")
|
| 51 |
st.session_state.setdefault('edit_new_content', "")
|
|
|
|
| 52 |
|
| 53 |
# π¨ Minimal Custom CSS
|
| 54 |
st.markdown("""
|
|
@@ -76,7 +77,7 @@ def generate_filename(prompt, file_type="md"):
|
|
| 76 |
def create_file(filename, prompt, response):
|
| 77 |
with open(filename, 'w', encoding='utf-8') as f:
|
| 78 |
f.write(prompt + "\n\n" + response)
|
| 79 |
-
st.
|
| 80 |
|
| 81 |
def get_download_link(file):
|
| 82 |
with open(file, "rb") as f:
|
|
@@ -103,7 +104,7 @@ async def edge_tts_generate_audio(text, voice="en-US-AriaNeural", rate=0, pitch=
|
|
| 103 |
communicate = edge_tts.Communicate(text, voice, rate=rate_str, pitch=pitch_str)
|
| 104 |
out_fn = generate_filename(text,"mp3")
|
| 105 |
await communicate.save(out_fn)
|
| 106 |
-
st.
|
| 107 |
return out_fn
|
| 108 |
|
| 109 |
def speak_with_edge_tts(text, voice="en-US-AriaNeural", rate=0, pitch=0):
|
|
@@ -135,7 +136,7 @@ def process_audio(audio_path):
|
|
| 135 |
with open(audio_path, "rb") as f:
|
| 136 |
transcription = openai_client.audio.transcriptions.create(model="whisper-1", file=f)
|
| 137 |
st.session_state.messages.append({"role": "user", "content": transcription.text})
|
| 138 |
-
st.
|
| 139 |
return transcription.text
|
| 140 |
|
| 141 |
def process_video(video_path, seconds_per_frame=1):
|
|
@@ -188,20 +189,17 @@ def perform_ai_lookup(q, vocal_summary=True, extended_refs=False, titles_summary
|
|
| 188 |
|
| 189 |
st.markdown(result)
|
| 190 |
|
| 191 |
-
# Vocal summary
|
| 192 |
if vocal_summary:
|
| 193 |
audio_file_main = speak_with_edge_tts(r2, voice="en-US-AriaNeural", rate=0, pitch=0)
|
| 194 |
st.write("### ποΈ Vocal Summary (Short Answer)")
|
| 195 |
play_and_download_audio(audio_file_main)
|
| 196 |
|
| 197 |
-
# Extended refs
|
| 198 |
if extended_refs:
|
| 199 |
summaries_text = "Here are the summaries from the references: " + refs.replace('"','')
|
| 200 |
audio_file_refs = speak_with_edge_tts(summaries_text, voice="en-US-AriaNeural", rate=0, pitch=0)
|
| 201 |
st.write("### π Extended References & Summaries")
|
| 202 |
play_and_download_audio(audio_file_refs)
|
| 203 |
|
| 204 |
-
# Titles only
|
| 205 |
if titles_summary:
|
| 206 |
titles = []
|
| 207 |
for line in refs.split('\n'):
|
|
@@ -261,7 +259,7 @@ def create_zip_of_files():
|
|
| 261 |
with zipfile.ZipFile(zip_name,'w') as z:
|
| 262 |
for f in all_files:
|
| 263 |
z.write(f)
|
| 264 |
-
st.
|
| 265 |
return zip_name
|
| 266 |
|
| 267 |
def get_media_html(p,typ="video",w="100%"):
|
|
@@ -271,44 +269,46 @@ def get_media_html(p,typ="video",w="100%"):
|
|
| 271 |
else:
|
| 272 |
return f'<audio controls style="width:{w};"><source src="data:audio/mpeg;base64,{d}" type="audio/mpeg"></audio>'
|
| 273 |
|
| 274 |
-
def
|
| 275 |
-
st.sidebar.title("π΅ Audio & Document Manager")
|
| 276 |
-
st.sidebar.markdown("Lists .mp3 and .md files with emojis and sorted by file type count and mod time.")
|
| 277 |
-
|
| 278 |
# Gather all md and mp3 files
|
| 279 |
md_files = glob.glob("*.md")
|
| 280 |
mp3_files = glob.glob("*.mp3")
|
| 281 |
|
| 282 |
-
# Group by extension
|
| 283 |
files_by_ext = defaultdict(list)
|
| 284 |
for f in md_files:
|
| 285 |
-
|
| 286 |
-
files_by_ext[ext].append(f)
|
| 287 |
for f in mp3_files:
|
| 288 |
-
|
| 289 |
-
files_by_ext[ext].append(f)
|
| 290 |
|
| 291 |
# Sort each extension group by modification time descending
|
| 292 |
for ext in files_by_ext:
|
| 293 |
files_by_ext[ext].sort(key=lambda x: os.path.getmtime(x), reverse=True)
|
|
|
|
| 294 |
|
| 295 |
-
|
| 296 |
-
|
|
|
|
|
|
|
|
|
|
| 297 |
|
| 298 |
# Delete all buttons
|
| 299 |
-
|
| 300 |
-
with
|
| 301 |
if st.button("π Delete All MD"):
|
| 302 |
for f in md_files:
|
| 303 |
os.remove(f)
|
| 304 |
-
st.
|
| 305 |
-
with
|
| 306 |
if st.button("π Delete All MP3"):
|
| 307 |
for f in mp3_files:
|
| 308 |
os.remove(f)
|
| 309 |
-
st.
|
| 310 |
|
| 311 |
-
#
|
|
|
|
|
|
|
|
|
|
|
|
|
| 312 |
for ext in sorted_ext:
|
| 313 |
emoji = FILE_EMOJIS.get(ext, "π¦")
|
| 314 |
count = len(files_by_ext[ext])
|
|
@@ -337,15 +337,14 @@ def display_file_manager():
|
|
| 337 |
st.session_state.editing_file = f
|
| 338 |
st.session_state.edit_new_name = fname.replace(".md","")
|
| 339 |
st.session_state.edit_new_content = open(f,'r',encoding='utf-8').read()
|
| 340 |
-
st.
|
| 341 |
else:
|
| 342 |
-
# No edit for mp3
|
| 343 |
pass
|
| 344 |
with col4:
|
| 345 |
# Delete button
|
| 346 |
if st.button("π", key="del_"+f):
|
| 347 |
os.remove(f)
|
| 348 |
-
st.
|
| 349 |
|
| 350 |
# Download all as zip
|
| 351 |
if (len(md_files) > 0 or len(mp3_files) > 0) and st.sidebar.button("β¬οΈ Download All (.md and .mp3)"):
|
|
@@ -362,26 +361,25 @@ def display_file_manager():
|
|
| 362 |
if st.button("Save Changes"):
|
| 363 |
old_path = st.session_state.editing_file
|
| 364 |
new_path = st.session_state.edit_new_name + ".md"
|
| 365 |
-
# Rename file if name changed
|
| 366 |
if new_path != os.path.basename(old_path):
|
| 367 |
os.rename(old_path, new_path)
|
| 368 |
-
# Update content
|
| 369 |
with open(new_path,'w',encoding='utf-8') as f:
|
| 370 |
f.write(st.session_state.edit_new_content)
|
| 371 |
st.session_state.editing_file = None
|
| 372 |
-
st.
|
| 373 |
with c2:
|
| 374 |
if st.button("Cancel"):
|
| 375 |
st.session_state.editing_file = None
|
| 376 |
-
st.
|
|
|
|
| 377 |
|
| 378 |
def main():
|
| 379 |
st.sidebar.markdown("### π²BikeAIπ Multi-Agent Research AI")
|
| 380 |
tab_main = st.radio("Action:",["π€ Voice Input","πΈ Media Gallery","π Search ArXiv","π File Editor"],horizontal=True)
|
| 381 |
-
|
| 382 |
model_choice = st.sidebar.radio("AI Model:", ["Arxiv","GPT-4o","Claude-3","GPT+Claude+Arxiv"], index=0)
|
| 383 |
|
| 384 |
-
#
|
| 385 |
mycomponent = components.declare_component("mycomponent", path="mycomponent")
|
| 386 |
val = mycomponent(my_input_value="Hello")
|
| 387 |
if val:
|
|
@@ -474,7 +472,7 @@ def main():
|
|
| 474 |
for i,f in enumerate(imgs):
|
| 475 |
with cols[i%c]:
|
| 476 |
st.image(Image.open(f),use_container_width=True)
|
| 477 |
-
if st.button(f"π Analyze {os.path.basename(f)}"):
|
| 478 |
a = process_image(f,"Describe this image.")
|
| 479 |
st.markdown(a)
|
| 480 |
else:
|
|
@@ -485,13 +483,14 @@ def main():
|
|
| 485 |
for v in vids:
|
| 486 |
with st.expander(f"π₯ {os.path.basename(v)}"):
|
| 487 |
st.markdown(get_media_html(v,"video"),unsafe_allow_html=True)
|
| 488 |
-
if st.button(f"Analyze {os.path.basename(v)}"):
|
| 489 |
a = process_video_with_gpt(v,"Describe video.")
|
| 490 |
st.markdown(a)
|
| 491 |
else:
|
| 492 |
st.write("No videos found.")
|
| 493 |
|
| 494 |
elif tab_main == "π File Editor":
|
|
|
|
| 495 |
if getattr(st.session_state,'current_file',None):
|
| 496 |
st.subheader(f"Editing: {st.session_state.current_file}")
|
| 497 |
new_text = st.text_area("Content:", st.session_state.file_content, height=300)
|
|
@@ -499,10 +498,18 @@ def main():
|
|
| 499 |
with open(st.session_state.current_file,'w',encoding='utf-8') as f:
|
| 500 |
f.write(new_text)
|
| 501 |
st.success("Updated!")
|
|
|
|
| 502 |
else:
|
| 503 |
st.write("Select a file from the sidebar to edit.")
|
| 504 |
|
| 505 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 506 |
|
| 507 |
if __name__=="__main__":
|
| 508 |
main()
|
|
|
|
| 40 |
HF_KEY = os.getenv('HF_KEY')
|
| 41 |
API_URL = os.getenv('API_URL')
|
| 42 |
|
| 43 |
+
# Session states
|
| 44 |
st.session_state.setdefault('transcript_history', [])
|
| 45 |
st.session_state.setdefault('chat_history', [])
|
| 46 |
st.session_state.setdefault('openai_model', "gpt-4o-2024-05-13")
|
| 47 |
st.session_state.setdefault('messages', [])
|
| 48 |
st.session_state.setdefault('last_voice_input', "")
|
|
|
|
| 49 |
st.session_state.setdefault('editing_file', None)
|
| 50 |
st.session_state.setdefault('edit_new_name', "")
|
| 51 |
st.session_state.setdefault('edit_new_content', "")
|
| 52 |
+
st.session_state.setdefault('should_rerun', False) # Flag to indicate we need to rerun after operations
|
| 53 |
|
| 54 |
# π¨ Minimal Custom CSS
|
| 55 |
st.markdown("""
|
|
|
|
| 77 |
def create_file(filename, prompt, response):
|
| 78 |
with open(filename, 'w', encoding='utf-8') as f:
|
| 79 |
f.write(prompt + "\n\n" + response)
|
| 80 |
+
st.session_state.should_rerun = True
|
| 81 |
|
| 82 |
def get_download_link(file):
|
| 83 |
with open(file, "rb") as f:
|
|
|
|
| 104 |
communicate = edge_tts.Communicate(text, voice, rate=rate_str, pitch=pitch_str)
|
| 105 |
out_fn = generate_filename(text,"mp3")
|
| 106 |
await communicate.save(out_fn)
|
| 107 |
+
st.session_state.should_rerun = True
|
| 108 |
return out_fn
|
| 109 |
|
| 110 |
def speak_with_edge_tts(text, voice="en-US-AriaNeural", rate=0, pitch=0):
|
|
|
|
| 136 |
with open(audio_path, "rb") as f:
|
| 137 |
transcription = openai_client.audio.transcriptions.create(model="whisper-1", file=f)
|
| 138 |
st.session_state.messages.append({"role": "user", "content": transcription.text})
|
| 139 |
+
st.session_state.should_rerun = True
|
| 140 |
return transcription.text
|
| 141 |
|
| 142 |
def process_video(video_path, seconds_per_frame=1):
|
|
|
|
| 189 |
|
| 190 |
st.markdown(result)
|
| 191 |
|
|
|
|
| 192 |
if vocal_summary:
|
| 193 |
audio_file_main = speak_with_edge_tts(r2, voice="en-US-AriaNeural", rate=0, pitch=0)
|
| 194 |
st.write("### ποΈ Vocal Summary (Short Answer)")
|
| 195 |
play_and_download_audio(audio_file_main)
|
| 196 |
|
|
|
|
| 197 |
if extended_refs:
|
| 198 |
summaries_text = "Here are the summaries from the references: " + refs.replace('"','')
|
| 199 |
audio_file_refs = speak_with_edge_tts(summaries_text, voice="en-US-AriaNeural", rate=0, pitch=0)
|
| 200 |
st.write("### π Extended References & Summaries")
|
| 201 |
play_and_download_audio(audio_file_refs)
|
| 202 |
|
|
|
|
| 203 |
if titles_summary:
|
| 204 |
titles = []
|
| 205 |
for line in refs.split('\n'):
|
|
|
|
| 259 |
with zipfile.ZipFile(zip_name,'w') as z:
|
| 260 |
for f in all_files:
|
| 261 |
z.write(f)
|
| 262 |
+
st.session_state.should_rerun = True
|
| 263 |
return zip_name
|
| 264 |
|
| 265 |
def get_media_html(p,typ="video",w="100%"):
|
|
|
|
| 269 |
else:
|
| 270 |
return f'<audio controls style="width:{w};"><source src="data:audio/mpeg;base64,{d}" type="audio/mpeg"></audio>'
|
| 271 |
|
| 272 |
+
def load_files_for_sidebar():
|
|
|
|
|
|
|
|
|
|
| 273 |
# Gather all md and mp3 files
|
| 274 |
md_files = glob.glob("*.md")
|
| 275 |
mp3_files = glob.glob("*.mp3")
|
| 276 |
|
|
|
|
| 277 |
files_by_ext = defaultdict(list)
|
| 278 |
for f in md_files:
|
| 279 |
+
files_by_ext['md'].append(f)
|
|
|
|
| 280 |
for f in mp3_files:
|
| 281 |
+
files_by_ext['mp3'].append(f)
|
|
|
|
| 282 |
|
| 283 |
# Sort each extension group by modification time descending
|
| 284 |
for ext in files_by_ext:
|
| 285 |
files_by_ext[ext].sort(key=lambda x: os.path.getmtime(x), reverse=True)
|
| 286 |
+
return files_by_ext
|
| 287 |
|
| 288 |
+
def display_file_manager_sidebar(files_by_ext):
|
| 289 |
+
st.sidebar.title("π΅ Audio & Document Manager")
|
| 290 |
+
|
| 291 |
+
md_files = files_by_ext.get('md', [])
|
| 292 |
+
mp3_files = files_by_ext.get('mp3', [])
|
| 293 |
|
| 294 |
# Delete all buttons
|
| 295 |
+
col_del = st.sidebar.columns(2)
|
| 296 |
+
with col_del[0]:
|
| 297 |
if st.button("π Delete All MD"):
|
| 298 |
for f in md_files:
|
| 299 |
os.remove(f)
|
| 300 |
+
st.session_state.should_rerun = True
|
| 301 |
+
with col_del[1]:
|
| 302 |
if st.button("π Delete All MP3"):
|
| 303 |
for f in mp3_files:
|
| 304 |
os.remove(f)
|
| 305 |
+
st.session_state.should_rerun = True
|
| 306 |
|
| 307 |
+
# Sort extensions by number of files descending
|
| 308 |
+
ext_counts = {ext: len(files) for ext, files in files_by_ext.items()}
|
| 309 |
+
sorted_ext = sorted(files_by_ext.keys(), key=lambda x: ext_counts[x], reverse=True)
|
| 310 |
+
|
| 311 |
+
# Display groups
|
| 312 |
for ext in sorted_ext:
|
| 313 |
emoji = FILE_EMOJIS.get(ext, "π¦")
|
| 314 |
count = len(files_by_ext[ext])
|
|
|
|
| 337 |
st.session_state.editing_file = f
|
| 338 |
st.session_state.edit_new_name = fname.replace(".md","")
|
| 339 |
st.session_state.edit_new_content = open(f,'r',encoding='utf-8').read()
|
| 340 |
+
st.session_state.should_rerun = True
|
| 341 |
else:
|
|
|
|
| 342 |
pass
|
| 343 |
with col4:
|
| 344 |
# Delete button
|
| 345 |
if st.button("π", key="del_"+f):
|
| 346 |
os.remove(f)
|
| 347 |
+
st.session_state.should_rerun = True
|
| 348 |
|
| 349 |
# Download all as zip
|
| 350 |
if (len(md_files) > 0 or len(mp3_files) > 0) and st.sidebar.button("β¬οΈ Download All (.md and .mp3)"):
|
|
|
|
| 361 |
if st.button("Save Changes"):
|
| 362 |
old_path = st.session_state.editing_file
|
| 363 |
new_path = st.session_state.edit_new_name + ".md"
|
|
|
|
| 364 |
if new_path != os.path.basename(old_path):
|
| 365 |
os.rename(old_path, new_path)
|
|
|
|
| 366 |
with open(new_path,'w',encoding='utf-8') as f:
|
| 367 |
f.write(st.session_state.edit_new_content)
|
| 368 |
st.session_state.editing_file = None
|
| 369 |
+
st.session_state.should_rerun = True
|
| 370 |
with c2:
|
| 371 |
if st.button("Cancel"):
|
| 372 |
st.session_state.editing_file = None
|
| 373 |
+
st.session_state.should_rerun = True
|
| 374 |
+
|
| 375 |
|
| 376 |
def main():
|
| 377 |
st.sidebar.markdown("### π²BikeAIπ Multi-Agent Research AI")
|
| 378 |
tab_main = st.radio("Action:",["π€ Voice Input","πΈ Media Gallery","π Search ArXiv","π File Editor"],horizontal=True)
|
| 379 |
+
|
| 380 |
model_choice = st.sidebar.radio("AI Model:", ["Arxiv","GPT-4o","Claude-3","GPT+Claude+Arxiv"], index=0)
|
| 381 |
|
| 382 |
+
# Main Input Component
|
| 383 |
mycomponent = components.declare_component("mycomponent", path="mycomponent")
|
| 384 |
val = mycomponent(my_input_value="Hello")
|
| 385 |
if val:
|
|
|
|
| 472 |
for i,f in enumerate(imgs):
|
| 473 |
with cols[i%c]:
|
| 474 |
st.image(Image.open(f),use_container_width=True)
|
| 475 |
+
if st.button(f"π Analyze {os.path.basename(f)}", key=f"analyze_{f}"):
|
| 476 |
a = process_image(f,"Describe this image.")
|
| 477 |
st.markdown(a)
|
| 478 |
else:
|
|
|
|
| 483 |
for v in vids:
|
| 484 |
with st.expander(f"π₯ {os.path.basename(v)}"):
|
| 485 |
st.markdown(get_media_html(v,"video"),unsafe_allow_html=True)
|
| 486 |
+
if st.button(f"Analyze {os.path.basename(v)}", key=f"analyze_{v}"):
|
| 487 |
a = process_video_with_gpt(v,"Describe video.")
|
| 488 |
st.markdown(a)
|
| 489 |
else:
|
| 490 |
st.write("No videos found.")
|
| 491 |
|
| 492 |
elif tab_main == "π File Editor":
|
| 493 |
+
# Existing code for inline editing if needed
|
| 494 |
if getattr(st.session_state,'current_file',None):
|
| 495 |
st.subheader(f"Editing: {st.session_state.current_file}")
|
| 496 |
new_text = st.text_area("Content:", st.session_state.file_content, height=300)
|
|
|
|
| 498 |
with open(st.session_state.current_file,'w',encoding='utf-8') as f:
|
| 499 |
f.write(new_text)
|
| 500 |
st.success("Updated!")
|
| 501 |
+
st.session_state.should_rerun = True
|
| 502 |
else:
|
| 503 |
st.write("Select a file from the sidebar to edit.")
|
| 504 |
|
| 505 |
+
# After all main content is processed, load files and display in sidebar
|
| 506 |
+
files_by_ext = load_files_for_sidebar()
|
| 507 |
+
display_file_manager_sidebar(files_by_ext)
|
| 508 |
+
|
| 509 |
+
# If we performed an operation, rerun now at the end
|
| 510 |
+
if st.session_state.should_rerun:
|
| 511 |
+
st.session_state.should_rerun = False
|
| 512 |
+
st.rerun()
|
| 513 |
|
| 514 |
if __name__=="__main__":
|
| 515 |
main()
|