Spaces:

dmartincy
/

document-translation

Runtime error

App Files Files Community

dmartincy commited on Jan 19, 2025

Commit

b90ec9f

1 Parent(s): 9b094c9

Connect to llamafile

Browse files

Files changed (4) hide show

document-authoring.js +17 -4
index.html +65 -0
nginx.conf +0 -4
service-config.yml +3 -3

document-authoring.js CHANGED Viewed

@@ -178,18 +178,31 @@ let retryCount = 0;
 const MAX_RETRIES = 10; // Will try for 20 seconds (10 attempts * 2 second interval)
 function checkServicesStatus() {
-  fetch('/healthcheck')
     .then(response => {
       if (response.ok) {
         window.servicesReady = true;
         const translationControls = document.getElementById('translationControls');
         const statusIndicator = document.getElementById('statusIndicator');
         if (translationControls) {
           translationControls.style.display = 'block';
         }
         if (statusIndicator) {
           statusIndicator.style.display = 'none';
         }
         return true;
       }
       throw new Error('Services not ready');
@@ -199,11 +212,11 @@ function checkServicesStatus() {
       const statusIndicator = document.getElementById('statusIndicator');
       if (statusIndicator) {
         if (retryCount >= MAX_RETRIES) {
-          statusIndicator.innerHTML = '❌ Failed to initialize translation services. Try restarting the space.';
           statusIndicator.style.color = '#dc3545';
           clearInterval(statusInterval);
         } else {
-          statusIndicator.innerHTML = `<span class="spinner"></span> Initializing translation services...`;
         }
       }
       console.log('Waiting for services...', error);
@@ -274,7 +287,7 @@ script.onload = async () => {
   async function translate(content, targetLang, sourceLang = 'English') {
     try {
-      const response = await fetch('/client/inference/api/v1/chat/completions', {
         method: 'POST',
         headers: {
           'Content-Type': 'application/json',

 const MAX_RETRIES = 10; // Will try for 20 seconds (10 attempts * 2 second interval)
 function checkServicesStatus() {
+  fetch('/v1/chat/completions', {
+    method: 'POST',
+    headers: {
+      'Content-Type': 'application/json'
+    },
+    body: JSON.stringify({
+      model: 'gemma-2b',
+      messages: [{role: 'user', content: 'hi'}]
+    })
+  })
     .then(response => {
       if (response.ok) {
         window.servicesReady = true;
         const translationControls = document.getElementById('translationControls');
         const statusIndicator = document.getElementById('statusIndicator');
+        const loadingOverlay = document.getElementById('loadingOverlay');
         if (translationControls) {
           translationControls.style.display = 'block';
         }
         if (statusIndicator) {
           statusIndicator.style.display = 'none';
         }
+        if (loadingOverlay) {
+          loadingOverlay.classList.add('hidden');
+        }
         return true;
       }
       throw new Error('Services not ready');
       const statusIndicator = document.getElementById('statusIndicator');
       if (statusIndicator) {
         if (retryCount >= MAX_RETRIES) {
+          statusIndicator.innerHTML = '❌ Failed to initialize AI services. Try restarting the space.';
           statusIndicator.style.color = '#dc3545';
           clearInterval(statusInterval);
         } else {
+          statusIndicator.innerHTML = `<span class="spinner"></span> Initializing AI services...`;
         }
       }
       console.log('Waiting for services...', error);
   async function translate(content, targetLang, sourceLang = 'English') {
     try {
+      const response = await fetch('/v1/chat/completions', {
         method: 'POST',
         headers: {
           'Content-Type': 'application/json',

index.html CHANGED Viewed

@@ -56,10 +56,75 @@
         border-radius: 4px;
         font-size: 16px;
       }
     </style>
   </head>
   <body>
     <div id="app"></div>
     <script src="/document-authoring.js"></script>
   </body>
 </html>

         border-radius: 4px;
         font-size: 16px;
       }
+      #loadingOverlay {
+        position: fixed;
+        top: 0;
+        left: 0;
+        width: 100%;
+        height: 100%;
+        background: rgba(255, 255, 255, 0.9);
+        display: flex;
+        flex-direction: column;
+        justify-content: center;
+        align-items: center;
+        z-index: 1000;
+      }
+      #loadingSpinner {
+        width: 50px;
+        height: 50px;
+        border: 5px solid #f3f3f3;
+        border-top: 5px solid #3498db;
+        border-radius: 50%;
+        animation: spin 1s linear infinite;
+        margin-bottom: 20px;
+      }
+      #loadingMessage {
+        font-size: 18px;
+        color: #333;
+      }
+      .hidden {
+        display: none !important;
+      }
     </style>
   </head>
   <body>
+    <div id="loadingOverlay">
+      <div id="loadingSpinner"></div>
+      <div id="loadingMessage">Initializing AI models... This may take up to 10 minutes.</div>
+    </div>
     <div id="app"></div>
     <script src="/document-authoring.js"></script>
+    <script>
+      // Check if services are ready
+      function checkServices() {
+        fetch('/v1/chat/completions', {
+          method: 'POST',
+          headers: {
+            'Content-Type': 'application/json'
+          },
+          body: JSON.stringify({
+            model: 'gemma-2b',
+            messages: [{role: 'user', content: 'hi'}]
+          })
+        })
+        .then(response => {
+          if (response.ok) {
+            document.getElementById('loadingOverlay').classList.add('hidden');
+          } else {
+            setTimeout(checkServices, 5000); // retry every 5 seconds
+          }
+        })
+        .catch(() => {
+          setTimeout(checkServices, 5000); // retry on error
+        });
+      }
+      // Start checking when page loads
+      checkServices();
+    </script>
   </body>
 </html>

nginx.conf CHANGED Viewed

@@ -22,9 +22,5 @@ http {
         location /v1/embeddings {
             proxy_pass http://127.0.0.1:8081;
         }
-        location /v1 {
-            proxy_pass http://127.0.0.1:8082;
-        }
     }
 }

         location /v1/embeddings {
             proxy_pass http://127.0.0.1:8081;
         }
     }
 }

service-config.yml CHANGED Viewed

@@ -4,17 +4,17 @@ aiServices:
   chat:
     provider:
       name: 'openai-compat'
-      baseUrl: http://127.0.0.1:7861/v1
     model: 'gemma-2b'
   textEmbeddings:
     provider:
       name: 'openai-compat'
-      baseUrl: http://127.0.0.1:7861/v1
     model: 'all-MiniLM-L6-v2'
   headless:
     - provider:
         name: 'openai-compat'
-        baseUrl: http://127.0.0.1:7861/v1
       model:
         name: 'gemma-2b'
         id: 'gemma-2b'

   chat:
     provider:
       name: 'openai-compat'
+      baseUrl: http://127.0.0.1:8082/v1
     model: 'gemma-2b'
   textEmbeddings:
     provider:
       name: 'openai-compat'
+      baseUrl: http://127.0.0.1:8081/v1
     model: 'all-MiniLM-L6-v2'
   headless:
     - provider:
         name: 'openai-compat'
+        baseUrl: http://127.0.0.1:8082/v1
       model:
         name: 'gemma-2b'
         id: 'gemma-2b'