uploading app_local.py for running locally (no @spaces.GPU)

app.py

@@ -143,7 +143,7 @@ def match_query_to_embeddings(
 ) -> tuple[torch.Tensor, torch.Tensor]:
     """
     Match a query (text or image) to target embeddings.
-    
+
     Returns:
         Tuple of (sorted_scores, sorted_indices)
     """
@@ -152,7 +152,7 @@ def match_query_to_embeddings(
             query_embeddings = embed_model.encode_documents(images=[query])
         else:
             query_embeddings = embed_model.encode_queries([query])
-    
+
     cos_sim = _l2_normalize(query_embeddings) @ _l2_normalize(target_embeddings_to_match).T
     cos_sim_flat = cos_sim.flatten()
     sorted_indices = torch.argsort(cos_sim_flat, descending=True)[:top_k]
@@ -175,7 +175,7 @@ def rerank_samples(
 ) -> tuple:
     """
     Rerank top samples using the vision-language reranker model.
-    
+
     Returns:
         Tuple of (dataset_samples_to_rerank, rerank_sorted_indices)
     """
@@ -216,11 +216,11 @@ def generate_recipe_summary(
         model = qwen_model
     if processor is None:
         processor = qwen_processor
-        
+
     recipes_combined = ""
     for i, recipe in enumerate(recipe_texts[:3], 1):
         recipes_combined += f"\n\n--- RECIPE {i} ---\n{recipe}"
-    
+
     prompt = f"""You are a helpful culinary assistant. Below are {len(recipe_texts[:3])} recipes. 
 Please provide a brief markdown summary with:
 - A short 1-2 sentence overview of each recipe
@@ -255,7 +255,7 @@ Keep the summary concise and well-formatted in markdown. Return in ```markdown``
 ## Summary:"""
 
     messages = [{"role": "user", "content": [{"type": "text", "text": prompt}]}]
-    
+
     inputs = processor.apply_chat_template(
         messages,
         tokenize=True,
@@ -264,7 +264,7 @@ Keep the summary concise and well-formatted in markdown. Return in ```markdown``
         return_tensors="pt"
     )
     inputs = inputs.to(model.device)
-    
+
     with torch.no_grad():
         generated_ids = model.generate(
             **inputs,
@@ -273,25 +273,25 @@ Keep the summary concise and well-formatted in markdown. Return in ```markdown``
             temperature=0.7,
             top_p=0.9
         )
-    
+
     generated_ids_trimmed = [
         out_ids[len(in_ids):] 
         for in_ids, out_ids in zip(inputs.input_ids, generated_ids)
     ]
-    
+
     output_text = processor.batch_decode(
         generated_ids_trimmed,
         skip_special_tokens=True,
         clean_up_tokenization_spaces=False
     )[0]
-    
+
     return output_text.strip()
 
 
 def _markdown_to_simple_html(markdown_text: str, max_reviews: int = 1) -> str:
     """Convert recipe markdown to a simple HTML card."""
     lines = markdown_text.strip().split('\n')
-    
+
     title = ""
     description = ""
     recipe_id = ""
@@ -301,21 +301,21 @@ def _markdown_to_simple_html(markdown_text: str, max_reviews: int = 1) -> str:
     steps = []
     tags = []
     reviews = []
-    
+
     current_section = None
     in_ingredients = False
     in_steps = False
     in_reviews = False
     in_tags = False
     review_count = 0
-    
+
     for line in lines:
         line = line.strip()
-        
+
         if line.startswith('# ') and not title:
             title = line[2:].strip()
             continue
-        
+
         if line.startswith('**ID:**'):
             recipe_id = line.replace('**ID:**', '').strip()
             continue
@@ -325,7 +325,7 @@ def _markdown_to_simple_html(markdown_text: str, max_reviews: int = 1) -> str:
         if line.startswith('**Number of Ratings:**'):
             num_ratings = line.replace('**Number of Ratings:**', '').strip()
             continue
-        
+
         if line.startswith('## '):
             section_name = line[3:].strip().lower()
             in_ingredients = section_name == 'ingredients'
@@ -334,47 +334,47 @@ def _markdown_to_simple_html(markdown_text: str, max_reviews: int = 1) -> str:
             in_tags = section_name == 'tags'
             current_section = section_name
             continue
-        
+
         if current_section == 'description' and line and not line.startswith('#'):
             description = line
             continue
-        
+
         if in_ingredients and line.startswith('- '):
             ingredients.append(line[2:].strip())
             continue
-        
+
         if in_steps and line and line[0].isdigit():
             step_text = line.split('. ', 1)[-1] if '. ' in line else line
             steps.append(step_text.strip())
             continue
-        
+
         if in_tags and line.startswith('`'):
             tag_list = [t.strip().strip('`') for t in line.split(',')]
             tags.extend(tag_list)
             continue
-        
+
         if in_reviews and line.startswith('> ') and review_count < max_reviews:
             reviews.append(line[2:].strip())
             review_count += 1
             continue
-    
+
     html = f'''
     <div style="border: 1px solid #ddd; border-radius: 8px; padding: 16px; margin: 4px; background: #fff; font-family: system-ui, -apple-system, sans-serif; font-size: 12px; height: 400px; overflow-y: auto; box-shadow: 0 2px 4px rgba(0,0,0,0.1);">
         <div style="font-weight: bold; font-size: 14px; color: #333; margin-bottom: 8px;">{title}</div>
-        
+
         <div style="display: flex; gap: 12px; font-size: 11px; color: #666; margin-bottom: 10px; flex-wrap: wrap;">
             {f'<span>⏱️ {cook_time}</span>' if cook_time else ''}
             {f'<span>⭐ {num_ratings} ratings</span>' if num_ratings else ''}
             {f'<span style="color: #999;">ID: {recipe_id}</span>' if recipe_id else ''}
         </div>
-        
+
         <div style="color: #555; margin-bottom: 12px; font-style: italic; line-height: 1.4;">{description[:150]}{"..." if len(description) > 150 else ""}</div>
-        
+
         <div style="margin-bottom: 12px;">
             <div style="font-weight: bold; font-size: 11px; color: #333; margin-bottom: 4px;">📝 Ingredients</div>
             <div style="color: #444; line-height: 1.5;">{", ".join(ingredients[:8])}{"..." if len(ingredients) > 8 else ""}</div>
         </div>
-        
+
         <div style="margin-bottom: 12px;">
             <div style="font-weight: bold; font-size: 11px; color: #333; margin-bottom: 4px;">👨‍🍳 Steps ({len(steps)} total)</div>
             <ol style="margin: 0; padding-left: 20px; color: #444; line-height: 1.5;">
@@ -383,7 +383,7 @@ def _markdown_to_simple_html(markdown_text: str, max_reviews: int = 1) -> str:
             </ol>
         </div>
     '''
-    
+
     if tags:
         display_tags = tags[:5]
         html += f'''
@@ -395,7 +395,7 @@ def _markdown_to_simple_html(markdown_text: str, max_reviews: int = 1) -> str:
             </div>
         </div>
         '''
-    
+
     if reviews:
         html += f'''
         <div style="border-top: 1px solid #eee; padding-top: 10px; margin-top: 10px;">
@@ -403,7 +403,7 @@ def _markdown_to_simple_html(markdown_text: str, max_reviews: int = 1) -> str:
             <div style="color: #555; font-size: 11px; line-height: 1.4; background: #f9f9f9; padding: 8px; border-radius: 4px; font-style: italic;">"{reviews[0][:200]}{"..." if len(reviews[0]) > 200 else ""}"</div>
         </div>
         '''
-    
+
     html += '</div>'
     return html
 
@@ -416,13 +416,13 @@ def create_recipe_cards_html(
 ) -> str:
     """Generate combined HTML cards from scored recipe samples."""
     recipe_cards_html = []
-    
+
     for item in scores_and_samples[:num_results]:
         sample = item["sample"]
         markdown_text = sample.get(text_key, "") or sample.get("markdown", "")
         card_html = _markdown_to_simple_html(markdown_text, max_reviews=max_reviews)
         recipe_cards_html.append(f'<div style="flex: 1; min-width: 0;">{card_html}</div>')
-    
+
     combined_html = f'''
     <div style="margin-top: 16px;">
         <h3 style="font-family: system-ui, -apple-system, sans-serif; font-size: 16px; font-weight: 600; color: #333; margin-bottom: 12px;">Retrieved Texts</h3>
@@ -431,7 +431,7 @@ def create_recipe_cards_html(
         </div>
     </div>
     '''
-    
+
     return combined_html
 
 
@@ -448,13 +448,13 @@ def retrieve(
 ):
     """
     Main retrieval function for the Gradio interface.
-    
+
     Args:
         query_text: Text query input
         query_image: Image query input (PIL Image)
         rerank_option: "True" or "False" to enable reranking
         generate_summary_option: "True" or "False" to enable summary generation
-    
+
     Returns:
         Tuple of (image_gallery, recipe_cards_html, summary, timing_dict)
     """
@@ -468,7 +468,7 @@ def retrieve(
         input_query = query_image
     else:
         raise gr.Error("Please provide either a text query or an image query.")
-    
+
     # === Retrieval ===
     start_time_query_to_embed_match = time.time()
     result_sorted_scores, result_sorted_indices = match_query_to_embeddings(
@@ -484,7 +484,7 @@ def retrieve(
         {"score": round(score.item(), 4), "sample": sample}
         for score, sample in zip(result_sorted_scores, top_dataset_results_to_show)
     ]
-    
+
     output_image_gallery = [
         (item["sample"]["image"], f'Score: {item["score"]}')
         for item in scores_and_samples[:3]
@@ -543,7 +543,7 @@ def retrieve(
             recipe_texts = [item["sample"]["recipe_markdown"] for item in samples_and_rerank_changes[:3]]
         else:
             recipe_texts = [item["sample"]["recipe_markdown"] for item in scores_and_samples[:3]]
-        
+
         summary = generate_recipe_summary(recipe_texts)
         summary = summary.replace("```markdown", "").replace("```", "")
         end_time_generation_output = time.time()
@@ -551,7 +551,7 @@ def retrieve(
     else:
         generation_time = "Generation turned off"
         summary = "Generation turned off, no summary created"
-    
+
     timing_dict = {
         "query_embed_and_match_time": round(end_time_query_to_embed_match - start_time_query_to_embed_match, 4),
         "rerank_time": rerank_time,
@@ -567,7 +567,7 @@ def retrieve(
 
 with gr.Blocks(title="Multimodal RAG Demo") as demo:
     gr.Markdown("""# 👁️📑 Multimodal RAG Demo with Nemotron Embed VL and Rerank VL
-                
+
 Input an image or text about food and get recipe images/text back.
 
 This is a scalable workflow that can lend itself to many use cases such as business document retrieval, technical manual look ups and more.
@@ -580,7 +580,7 @@ By default it returns the top 3 results from a database of 10,000+ recipes. We'v
 * **Rerank model used:** https://huggingface.co/nvidia/llama-nemotron-rerank-vl-1b-v2
 * **Generation model used:** https://huggingface.co/Qwen/Qwen3-VL-2B-Instruct (note: you could use a larger model such as [Nemotron v3](https://huggingface.co/collections/nvidia/nvidia-nemotron-v3), however, this will require more compute resources)
 """)
-    
+
     with gr.Row():
         with gr.Column(scale=1):
             gr.Markdown("### Query Input")
@@ -610,7 +610,7 @@ By default it returns the top 3 results from a database of 10,000+ recipes. We'v
             )
 
             search_btn = gr.Button("Search", variant="primary", size="lg")
-        
+
         with gr.Column(scale=2):
             gr.Markdown("### Retrieved Results")
 
@@ -629,7 +629,7 @@ By default it returns the top 3 results from a database of 10,000+ recipes. We'v
             )
 
             timing_output = gr.JSON(label="Timings")
-    
+
     gr.Markdown("### Example Queries")
 
     gr.Examples(
@@ -651,4 +651,4 @@ By default it returns the top 3 results from a database of 10,000+ recipes. We'v
     )
 
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch()

requirements.txt

@@ -7,4 +7,4 @@ safetensors==0.7.0
 Pillow==12.0.0
 accelerate==1.12.0
 qwen-vl-utils==0.0.14
-spaces
+spaces