| # Core ML and NLP libraries |
| torch>=2.6.0 |
| transformers>=4.51.0 |
| datasets>=2.10.0 |
| tokenizers>=0.13.0 |
|
|
| # Haystack for document processing and retrieval |
| haystack-ai>=2.0.0 |
|
|
| # OpenAI API client |
| openai == 1.84.0 |
|
|
| # Data processing and analysis |
| pandas>=1.5.0 |
| numpy>=1.24.0 |
|
|
| # Natural language processing |
| nltk>=3.8.0 |
| jieba |
| fuzzywuzzy |
| rouge |
| rank_bm25 |
| langchain_text_splitters |
| langchain_community |
| langchain_openai |
|
|
| # Visualization |
| matplotlib>=3.6.0 |
|
|
| # Async processing |
| asyncio-throttle>=1.0.0 |
|
|
| # Optional: Additional ML utilities |
| scikit-learn>=1.2.0 |
| tqdm>=4.64.0 |
|
|
|
|
|
|
|
|
