HNTAI / requirements.txt
sachinchandrankallar's picture
previous working
317f8de
Raw
History Blame
1.34 kB
Flask==3.1.0
flask-cors==5.0.1
Werkzeug==3.1.3
python-dotenv==1.0.1
# Core ML/AI
torch==2.1.0
torchaudio==2.1.0
torchvision==0.16.0
transformers==4.36.2
sentence-transformers==2.2.2
scikit-learn==1.3.2
numpy==1.24.3
pandas==2.1.4
scipy==1.11.4
accelerate==0.25.0
bitsandbytes==0.41.1 # For 4-bit quantization
einops==0.7.0 # Required for some transformer models
tiktoken==0.5.2 # For tokenization
protobuf==4.25.1 # Required for some model loading
# NLP
spacy==3.7.2
en-core-web-sm @ https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.7.1/en_core_web_sm-3.7.1-py3-none-any.whl
nltk==3.8.1
# OCR & PDF/Image
pytesseract==0.3.10
pdf2image==1.16.3
PyPDF2==3.0.1
pdfminer.six==20221105
pdfplumber==0.10.3
opencv-python==4.8.1.78
pillow==10.1.0
# Whisper (speech-to-text)
openai-whisper==20231117
# Utilities
requests==2.31.0
tqdm==4.66.1
python-docx==1.0.1
gunicorn==21.2.0
# Required for Hugging Face Spaces
gradio==4.13.0
huggingface-hub==0.20.3
sentencepiece==0.1.99
# Optional: If you use celery for background tasks
# celery==5.4.0
# Optional: If you use haystack for search
# haystack==0.42
# Optional: If you use langchain for LLM orchestration
# langchain==0.3.20
# Optional: If you use sentencepiece for tokenization
# sentencepiece==0.2.0
# Optional: If you use systemd
# systemd-python==234