import logging
import sys
from llama_index.llms.google_genai import GoogleGenAI
from llama_index.llms.openai import OpenAI
from llama_index.embeddings.huggingface import HuggingFaceEmbedding
from sentence_transformers import CrossEncoder
from config import AVAILABLE_MODELS, DEFAULT_MODEL, GOOGLE_API_KEY
import time
from index_retriever import rerank_nodes
from utils import log_message, generate_sources_html
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
logger = logging.getLogger(__name__)
def log_message(message):
logger.info(message)
print(message, flush=True)
sys.stdout.flush()
def get_llm_model(model_name):
try:
model_config = AVAILABLE_MODELS.get(model_name)
if not model_config:
log_message(f"Модель {model_name} не найдена, использую модель по умолчанию")
model_config = AVAILABLE_MODELS[DEFAULT_MODEL]
if not model_config.get("api_key"):
raise Exception(f"API ключ не найден для модели {model_name}")
if model_config["provider"] == "google":
return GoogleGenAI(
model=model_config["model_name"],
api_key=model_config["api_key"]
)
elif model_config["provider"] == "openai":
return OpenAI(
model=model_config["model_name"],
api_key=model_config["api_key"]
)
else:
raise Exception(f"Неподдерживаемый провайдер: {model_config['provider']}")
except Exception as e:
log_message(f"Ошибка создания модели {model_name}: {str(e)}")
return GoogleGenAI(model="gemini-2.0-flash", api_key=GOOGLE_API_KEY)
def get_embedding_model(model_name="sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2"):
return HuggingFaceEmbedding(model_name=model_name)
def get_reranker_model(model_name='cross-encoder/ms-marco-MiniLM-L-12-v2'):
return CrossEncoder(model_name)
def generate_sources_html(nodes, chunks_df=None):
html = "
"
html += "
Источники:
"
for i, node in enumerate(nodes):
metadata = node.metadata if hasattr(node, 'metadata') else {}
doc_type = metadata.get('type', 'text')
doc_id = metadata.get('document_id', 'unknown')
html += f"
"
if doc_type == 'text':
html += f"
📄 {doc_id}
"
elif doc_type == 'table':
table_num = metadata.get('table_number', 'unknown')
if table_num and table_num != 'unknown':
if not table_num.startswith('№'):
table_num = f"№{table_num}"
html += f"
📊 Таблица {table_num} - {doc_id}
"
else:
html += f"
📊 Таблица - {doc_id}
"
elif doc_type == 'image':
image_num = metadata.get('image_number', 'unknown')
section = metadata.get('section', '')
if image_num and image_num != 'unknown':
if not str(image_num).startswith('№'):
image_num = f"№{image_num}"
html += f"
🖼️ Изображение {image_num} - {doc_id} ({section})
"
else:
html += f"
🖼️ Изображение - {doc_id} ({section})
"
if chunks_df is not None and 'file_link' in chunks_df.columns and doc_type == 'text':
doc_rows = chunks_df[chunks_df['document_id'] == doc_id]
if not doc_rows.empty:
file_link = doc_rows.iloc[0]['file_link']
html += f"
🔗 Ссылка на документ"
html += "
"
html += "
"
return html
def answer_question(question, query_engine, reranker, current_model, chunks_df=None):
if query_engine is None:
return "Система не инициализирована
", ""
try:
log_message(f"Получен вопрос: {question}")
log_message(f"Используется модель: {current_model}")
start_time = time.time()
log_message("Извлекаю релевантные узлы")
retrieved_nodes = query_engine.retriever.retrieve(question)
log_message(f"Извлечено {len(retrieved_nodes)} узлов")
log_message("Применяю переранжировку")
reranked_nodes = rerank_nodes(question, retrieved_nodes, reranker, top_k=10)
log_message(f"Отправляю запрос в LLM с {len(reranked_nodes)} узлами")
response = query_engine.query(question)
end_time = time.time()
processing_time = end_time - start_time
log_message(f"Обработка завершена за {processing_time:.2f} секунд")
sources_html = generate_sources_html(reranked_nodes, chunks_df)
answer_with_time = f"""
Ответ (Модель: {current_model}):
{response.response}
Время обработки: {processing_time:.2f} секунд
"""
return answer_with_time, sources_html
except Exception as e:
log_message(f"Ошибка обработки вопроса: {str(e)}")
error_msg = f"Ошибка обработки вопроса: {str(e)}
"
return error_msg, ""