Spaces:

awacke1
/

RescuerOfStolenBikes

Sleeping

App Files Files Community

awacke1 commited on Dec 1, 2024

Commit

8cb9f0c

verified ·

1 Parent(s): c4531c1

Update app.py

Browse files

Files changed (1) hide show

app.py +137 -162

app.py CHANGED Viewed

@@ -30,6 +30,8 @@ from PyPDF2 import PdfReader
 from urllib.parse import quote
 from xml.etree import ElementTree as ET
 from openai import OpenAI
 # Configuration constants
 Site_Name = '🚲BikeAI🏆 Claude and GPT Multi-Agent Research AI'
@@ -38,6 +40,19 @@ helpURL = 'https://huggingface.co/awacke1'
 bugURL = 'https://huggingface.co/spaces/awacke1'
 icons = '🚲🏆'
 # Speech Recognition HTML Template
 speech_recognition_html = """
 <!DOCTYPE html>
@@ -68,91 +83,106 @@ speech_recognition_html = """
     <div id="output"></div>
     <script>
-        const startBtn = document.getElementById('startBtn');
-        const stopBtn = document.getElementById('stopBtn');
-        const clearBtn = document.getElementById('clearBtn');
-        const status = document.getElementById('status');
-        const output = document.getElementById('output');
         let recognition;
         let fullTranscript = '';
         if ('webkitSpeechRecognition' in window) {
             recognition = new webkitSpeechRecognition();
             recognition.continuous = true;
             recognition.interimResults = true;
             recognition.onstart = () => {
-                status.textContent = 'Listening...';
-                startBtn.disabled = true;
-                stopBtn.disabled = false;
             };
             recognition.onend = () => {
-                status.textContent = 'Click Start to begin';
-                startBtn.disabled = false;
-                stopBtn.disabled = true;
             };
             recognition.onresult = (event) => {
-                let interim = '';
-                let final = '';
                 for (let i = event.resultIndex; i < event.results.length; i++) {
                     if (event.results[i].isFinal) {
-                        final += event.results[i][0].transcript + ' ';
-                        fullTranscript += event.results[i][0].transcript + ' ';
                     } else {
-                        interim += event.results[i][0].transcript;
                     }
                 }
-                if (final) {
-                    // Send to Streamlit
-                    window.parent.postMessage({
-                        type: 'final_transcript',
-                        text: fullTranscript
-                    }, '*');
                 }
-                output.textContent = fullTranscript + interim;
                 output.scrollTop = output.scrollHeight;
             };
             recognition.onerror = (event) => {
-                status.textContent = 'Error: ' + event.error;
-                startBtn.disabled = false;
-                stopBtn.disabled = true;
             };
             // Button handlers
-            startBtn.onclick = () => {
                 try {
                     recognition.start();
                 } catch (e) {
-                    status.textContent = 'Error starting: ' + e;
                 }
             };
-            stopBtn.onclick = () => recognition.stop();
-            clearBtn.onclick = () => {
                 fullTranscript = '';
-                output.textContent = '';
-                window.parent.postMessage({
-                    type: 'final_transcript',
-                    text: ''
-                }, '*');
             };
-            // Auto-start
-            document.addEventListener('DOMContentLoaded', () => {
-                setTimeout(() => startBtn.click(), 1000);
             });
         } else {
-            status.textContent = 'Speech recognition not supported in this browser';
-            startBtn.disabled = true;
-            stopBtn.disabled = true;
         }
     </script>
 </body>
@@ -172,7 +202,10 @@ st.set_page_config(
     }
 )
-# Load environment variables
 load_dotenv()
 # OpenAI setup
@@ -203,7 +236,7 @@ if "messages" not in st.session_state:
 if 'voice_transcript' not in st.session_state:
     st.session_state.voice_transcript = ""
-# Main processing functions
 def process_with_gpt(text_input):
     """Process text with GPT-4."""
     if text_input:
@@ -256,6 +289,7 @@ def process_with_claude(text_input):
             return response_text
 def perform_ai_lookup(query):
     client = Client("awacke1/Arxiv-Paper-Search-And-QA-RAG-Pattern")
     start_time = time.strftime("%Y-%m-%d %H:%M:%S")
@@ -271,26 +305,24 @@ def perform_ai_lookup(query):
     References = response1[0]
     ReferenceLinks = extract_urls(References)
-    RunSecondQuery = True
     results = ''
-    if RunSecondQuery:
-        response2 = client.predict(
-            query,
-            "mistralai/Mixtral-8x7B-Instruct-v0.1",
-            True,
-            api_name="/ask_llm"
-        )
-        if len(response2) > 10:
-            Answer = response2
-            results = Question + '\r\n' + Answer + '\r\n' + References + '\r\n' + ReferenceLinks
-            st.markdown(results)
     end_time = time.strftime("%Y-%m-%d %H:%M:%S")
     start_timestamp = time.mktime(time.strptime(start_time, "%Y-%m-%d %H:%M:%S"))
     end_timestamp = time.mktime(time.strptime(end_time, "%Y-%m-%d %H:%M:%S"))
     elapsed_seconds = end_timestamp - start_timestamp
-    st.write('🔍Run of Multi-Agent System Paper Summary Spec is Complete')
     st.write(f"Start time: {start_time}")
     st.write(f"Finish time: {end_time}")
     st.write(f"Elapsed time: {elapsed_seconds:.2f} seconds")
@@ -299,10 +331,12 @@ def perform_ai_lookup(query):
     create_file(filename, query, results)
     return results
-# Main function
 def main():
     st.sidebar.markdown("### 🚲BikeAI🏆 Claude and GPT Multi-Agent Research AI")
     tab_main = st.radio("Choose Action:",
                         ["🎤 Voice Input", "💬 Chat", "📸 Media Gallery", "🔍 Search ArXiv", "📝 File Editor"],
                         horizontal=True)
@@ -310,30 +344,44 @@ def main():
     if tab_main == "🎤 Voice Input":
         st.subheader("Voice Recognition")
         # Display speech recognition component
         st.components.v1.html(speech_recognition_html, height=400)
-        # Transcript receiver
         transcript_receiver = st.components.v1.html("""
             <script>
                 window.addEventListener('message', function(e) {
-                    if (e.data && e.data.type === 'final_transcript') {
-                        window.Streamlit.setComponentValue(e.data.text);
                     }
                 });
             </script>
         """, height=0)
-        # Update session state if new transcript received
-        if transcript_receiver:
-            st.session_state.voice_transcript = transcript_receiver
         # Display transcript
         st.markdown("### Processed Voice Input:")
-        st.text_area(
             "Voice Transcript",
             value=st.session_state.voice_transcript if isinstance(st.session_state.voice_transcript, str) else "",
-            height=100
         )
         # Process buttons
@@ -354,10 +402,10 @@ def main():
         with col3:
             if st.button("Clear Transcript"):
-                st.session_state.voice_transcript = ""
                 st.experimental_rerun()
-        if st.session_state.voice_transcript:
             if st.button("Search ArXiv"):
                 st.markdown("### ArXiv Search Results:")
                 arxiv_results = perform_ai_lookup(st.session_state.voice_transcript)
@@ -398,6 +446,21 @@ def main():
                         with st.spinner("Searching ArXiv..."):
                             results = perform_ai_lookup(user_input)
                             st.markdown(results)
     elif tab_main == "📸 Media Gallery":
         create_media_gallery()
@@ -421,97 +484,7 @@ def main():
     # Always show file manager in sidebar
     display_file_manager()
-def create_media_gallery():
-    """Create the media gallery interface."""
-    st.header("🎬 Media Gallery")
-    tabs = st.tabs(["🖼️ Images", "🎵 Audio", "🎥 Video"])
-    with tabs[0]:
-        image_files = glob.glob("*.png") + glob.glob("*.jpg")
-        if image_files:
-            num_cols = st.slider("Number of columns", 1, 5, 3)
-            cols = st.columns(num_cols)
-            for idx, image_file in enumerate(image_files):
-                with cols[idx % num_cols]:
-                    img = Image.open(image_file)
-                    st.image(img, use_container_width=True)
-                    if st.button(f"Analyze {os.path.basename(image_file)}"):
-                        analysis = process_image(image_file,
-                                              "Describe this image in detail and identify key elements.")
-                        st.markdown(analysis)
-    with tabs[1]:
-        audio_files = glob.glob("*.mp3") + glob.glob("*.wav")
-        for audio_file in audio_files:
-            with st.expander(f"🎵 {os.path.basename(audio_file)}"):
-                st.markdown(get_media_html(audio_file, "audio"), unsafe_allow_html=True)
-                if st.button(f"Transcribe {os.path.basename(audio_file)}"):
-                    with open(audio_file, "rb") as f:
-                        transcription = process_audio(f)
-                        st.write(transcription)
-    with tabs[2]:
-        video_files = glob.glob("*.mp4")
-        for video_file in video_files:
-            with st.expander(f"🎥 {os.path.basename(video_file)}"):
-                st.markdown(get_media_html(video_file, "video"), unsafe_allow_html=True)
-                if st.button(f"Analyze {os.path.basename(video_file)}"):
-                    analysis = process_video_with_gpt(video_file,
-                                                    "Describe what's happening in this video.")
-                    st.markdown(analysis)
-def get_media_html(media_path, media_type="video", width="100%"):
-    """Generate HTML for media player."""
-    media_data = base64.b64encode(open(media_path, 'rb').read()).decode()
-    if media_type == "video":
-        return f'''
-        <video width="{width}" controls autoplay muted loop>
-            <source src="data:video/mp4;base64,{media_data}" type="video/mp4">
-            Your browser does not support the video tag.
-        </video>
-        '''
-    else:  # audio
-        return f'''
-        <audio controls style="width: {width};">
-            <source src="data:audio/mpeg;base64,{media_data}" type="audio/mpeg">
-            Your browser does not support the audio element.
-        </audio>
-        '''
-def display_file_manager():
-    """Display file management sidebar."""
-    st.sidebar.title("📁 File Management")
-    all_files = glob.glob("*.md")
-    all_files.sort(reverse=True)
-    if st.sidebar.button("🗑 Delete All"):
-        for file in all_files:
-            os.remove(file)
-        st.rerun()
-    if st.sidebar.button("⬇️ Download All"):
-        zip_file = create_zip_of_files(all_files)
-        st.sidebar.markdown(get_download_link(zip_file), unsafe_allow_html=True)
-    for file in all_files:
-        col1, col2, col3, col4 = st.sidebar.columns([1,3,1,1])
-        with col1:
-            if st.button("🌐", key=f"view_{file}"):
-                st.session_state.current_file = file
-                st.session_state.file_content = load_file(file)
-        with col2:
-            st.markdown(get_download_link(file), unsafe_allow_html=True)
-        with col3:
-            if st.button("📂", key=f"edit_{file}"):
-                st.session_state.current_file = file
-                st.session_state.file_content = load_file(file)
-        with col4:
-            if st.button("🗑", key=f"delete_{file}"):
-                os.remove(file)
-                st.rerun()
 def generate_filename(prompt, file_type):
     """Generate a filename based on prompt and time."""
     central = pytz.timezone('US/Central')
@@ -528,8 +501,7 @@ def create_file(filename, prompt, response):
 def load_file(file_name):
     """Load file content."""
     with open(file_name, "r", encoding='utf-8') as file:
-        content = file.read()
-    return content
 def create_zip_of_files(files):
     """Create zip archive of files."""
@@ -576,4 +548,7 @@ def extract_urls(text):
 # Run the application
 if __name__ == "__main__":
-    main()

 from urllib.parse import quote
 from xml.etree import ElementTree as ET
 from openai import OpenAI
+import extra_streamlit_components as stx
+from streamlit.runtime.scriptrunner import get_script_run_ctx
 # Configuration constants
 Site_Name = '🚲BikeAI🏆 Claude and GPT Multi-Agent Research AI'
 bugURL = 'https://huggingface.co/spaces/awacke1'
 icons = '🚲🏆'
+# Cookie Management
+def get_cookie_manager():
+    return stx.CookieManager()
+# State Management
+def update_transcript_state(new_transcript):
+    """Update transcript in both session state and cookie"""
+    cookie_manager = get_cookie_manager()
+    if new_transcript is not None:
+        st.session_state.voice_transcript = new_transcript
+        cookie_manager.set('voice_transcript', new_transcript)
+    return new_transcript
 # Speech Recognition HTML Template
 speech_recognition_html = """
 <!DOCTYPE html>
     <div id="output"></div>
     <script>
         let recognition;
         let fullTranscript = '';
+        // Function to save state to localStorage
+        function saveTranscriptState(text) {
+            localStorage.setItem('voiceTranscript', text);
+            // Send to Streamlit
+            window.parent.postMessage({
+                type: 'streamlit:setComponentValue',
+                value: JSON.stringify({ transcript: text })
+            }, '*');
+        }
+        // Function to load state from localStorage
+        function loadTranscriptState() {
+            return localStorage.getItem('voiceTranscript') || '';
+        }
         if ('webkitSpeechRecognition' in window) {
             recognition = new webkitSpeechRecognition();
             recognition.continuous = true;
             recognition.interimResults = true;
+            // Load any existing transcript
+            fullTranscript = loadTranscriptState();
+            document.getElementById('output').textContent = fullTranscript;
             recognition.onstart = () => {
+                document.getElementById('status').textContent = 'Listening...';
+                document.getElementById('startBtn').disabled = true;
+                document.getElementById('stopBtn').disabled = false;
             };
             recognition.onend = () => {
+                document.getElementById('status').textContent = 'Click Start to begin';
+                document.getElementById('startBtn').disabled = false;
+                document.getElementById('stopBtn').disabled = true;
             };
             recognition.onresult = (event) => {
+                let interimTranscript = '';
+                let finalTranscript = '';
                 for (let i = event.resultIndex; i < event.results.length; i++) {
+                    const transcript = event.results[i][0].transcript;
                     if (event.results[i].isFinal) {
+                        finalTranscript += transcript + ' ';
+                        fullTranscript += transcript + ' ';
                     } else {
+                        interimTranscript += transcript;
                     }
                 }
+                if (finalTranscript) {
+                    saveTranscriptState(fullTranscript);
                 }
+                const output = document.getElementById('output');
+                output.textContent = fullTranscript + interimTranscript;
                 output.scrollTop = output.scrollHeight;
             };
             recognition.onerror = (event) => {
+                document.getElementById('status').textContent = 'Error: ' + event.error;
+                document.getElementById('startBtn').disabled = false;
+                document.getElementById('stopBtn').disabled = true;
             };
             // Button handlers
+            document.getElementById('startBtn').onclick = () => {
                 try {
                     recognition.start();
                 } catch (e) {
+                    document.getElementById('status').textContent = 'Error starting: ' + e;
                 }
             };
+            document.getElementById('stopBtn').onclick = () => recognition.stop();
+            document.getElementById('clearBtn').onclick = () => {
                 fullTranscript = '';
+                document.getElementById('output').textContent = '';
+                saveTranscriptState('');
+                localStorage.removeItem('voiceTranscript');
             };
+            // Auto-start and load saved transcript on page load
+            window.addEventListener('load', () => {
+                const savedTranscript = loadTranscriptState();
+                if (savedTranscript) {
+                    fullTranscript = savedTranscript;
+                    document.getElementById('output').textContent = savedTranscript;
+                    saveTranscriptState(savedTranscript);
+                }
+                setTimeout(() => document.getElementById('startBtn').click(), 1000);
             });
         } else {
+            document.getElementById('status').textContent = 'Speech recognition not supported in this browser';
+            document.getElementById('startBtn').disabled = true;
+            document.getElementById('stopBtn').disabled = true;
         }
     </script>
 </body>
     }
 )
+# Load environment variables and initialize clients
 load_dotenv()
 # OpenAI setup
 if 'voice_transcript' not in st.session_state:
     st.session_state.voice_transcript = ""
+# Processing Functions
 def process_with_gpt(text_input):
     """Process text with GPT-4."""
     if text_input:
             return response_text
 def perform_ai_lookup(query):
+    """Perform ArXiv search and analysis."""
     client = Client("awacke1/Arxiv-Paper-Search-And-QA-RAG-Pattern")
     start_time = time.strftime("%Y-%m-%d %H:%M:%S")
     References = response1[0]
     ReferenceLinks = extract_urls(References)
     results = ''
+    response2 = client.predict(
+        query,
+        "mistralai/Mixtral-8x7B-Instruct-v0.1",
+        True,
+        api_name="/ask_llm"
+    )
+    if len(response2) > 10:
+        Answer = response2
+        results = Question + '\r\n' + Answer + '\r\n' + References + '\r\n' + ReferenceLinks
+        st.markdown(results)
     end_time = time.strftime("%Y-%m-%d %H:%M:%S")
     start_timestamp = time.mktime(time.strptime(start_time, "%Y-%m-%d %H:%M:%S"))
     end_timestamp = time.mktime(time.strptime(end_time, "%Y-%m-%d %H:%M:%S"))
     elapsed_seconds = end_timestamp - start_timestamp
+    st.write('🔍Run Complete')
     st.write(f"Start time: {start_time}")
     st.write(f"Finish time: {end_time}")
     st.write(f"Elapsed time: {elapsed_seconds:.2f} seconds")
     create_file(filename, query, results)
     return results
 def main():
     st.sidebar.markdown("### 🚲BikeAI🏆 Claude and GPT Multi-Agent Research AI")
+    # Initialize cookie manager
+    cookie_manager = get_cookie_manager()
     tab_main = st.radio("Choose Action:",
                         ["🎤 Voice Input", "💬 Chat", "📸 Media Gallery", "🔍 Search ArXiv", "📝 File Editor"],
                         horizontal=True)
     if tab_main == "🎤 Voice Input":
         st.subheader("Voice Recognition")
+        # Initialize/restore state from cookie
+        saved_transcript = cookie_manager.get('voice_transcript')
+        if saved_transcript and not st.session_state.voice_transcript:
+            st.session_state.voice_transcript = saved_transcript
         # Display speech recognition component
         st.components.v1.html(speech_recognition_html, height=400)
+        # Handle transcript updates with JSON parsing
         transcript_receiver = st.components.v1.html("""
             <script>
                 window.addEventListener('message', function(e) {
+                    if (e.data && e.data.type === 'streamlit:setComponentValue') {
+                        try {
+                            const data = JSON.parse(e.data.value);
+                            if (data.transcript !== undefined) {
+                                window.Streamlit.setComponentValue(data);
+                            }
+                        } catch (err) {
+                            console.error('Error parsing transcript data:', err);
+                        }
                     }
                 });
             </script>
         """, height=0)
+        # Update state if we received new transcript
+        if transcript_receiver and isinstance(transcript_receiver, dict):
+            new_transcript = transcript_receiver.get('transcript', '')
+            update_transcript_state(new_transcript)
         # Display transcript
         st.markdown("### Processed Voice Input:")
+        transcript_text = st.text_area(
             "Voice Transcript",
             value=st.session_state.voice_transcript if isinstance(st.session_state.voice_transcript, str) else "",
+            height=100,
+            key=f"voice_transcript_display_{int(time.time())}"  # Unique key to force refresh
         )
         # Process buttons
         with col3:
             if st.button("Clear Transcript"):
+                update_transcript_state("")
                 st.experimental_rerun()
+        if st.session_state.voice_transcriptif st.session_state.voice_transcript:
             if st.button("Search ArXiv"):
                 st.markdown("### ArXiv Search Results:")
                 arxiv_results = perform_ai_lookup(st.session_state.voice_transcript)
                         with st.spinner("Searching ArXiv..."):
                             results = perform_ai_lookup(user_input)
                             st.markdown(results)
+        # Display Chat History
+        st.subheader("Chat History 📜")
+        tab1, tab2 = st.tabs(["Claude History", "GPT-4 History"])
+        with tab1:
+            for chat in st.session_state.chat_history:
+                st.text_area("You:", chat["user"], height=100)
+                st.text_area("Claude:", chat["claude"], height=200)
+                st.markdown(chat["claude"])
+        with tab2:
+            for message in st.session_state.messages:
+                with st.chat_message(message["role"]):
+                    st.markdown(message["content"])
     elif tab_main == "📸 Media Gallery":
         create_media_gallery()
     # Always show file manager in sidebar
     display_file_manager()
+# Utility functions for file management
 def generate_filename(prompt, file_type):
     """Generate a filename based on prompt and time."""
     central = pytz.timezone('US/Central')
 def load_file(file_name):
     """Load file content."""
     with open(file_name, "r", encoding='utf-8') as file:
+        return file.read()
 def create_zip_of_files(files):
     """Create zip archive of files."""
 # Run the application
 if __name__ == "__main__":
+    main()