-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathrequirements.txt
92 lines (84 loc) · 2.22 KB
/
requirements.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
# LLM-Dev Environment Requirements
# Core dependencies required for the LLM development and evaluation framework
# =========================================================
# Core LLM APIs and Frameworks
# =========================================================
openai==1.3.7
anthropic==0.5.0
langchain==0.0.335
langchain-experimental==0.0.37
llama-index==0.8.54
haystack-ai==2.0.0
autogen==0.4.0
transformers==4.33.2
# =========================================================
# Vector Stores & Embeddings
# =========================================================
chromadb==0.4.18
pinecone-client==2.2.4
qdrant-client==1.6.0
weaviate-client==3.24.1
faiss-cpu==1.7.4
sentence-transformers==2.2.2
# =========================================================
# Machine Learning & Data Science
# =========================================================
torch==2.0.1
tensorflow==2.13.0
numpy==1.24.3
pandas==1.5.3
scikit-learn==1.3.0
spacy==3.6.1
nltk==3.8.1
# =========================================================
# Evaluation Metrics & NLP Tools
# =========================================================
rouge-score==0.1.2
bert-score==0.3.13
evaluate==0.4.0
datasets==2.14.5
sacrebleu==2.3.1
sympy==1.13.1
# =========================================================
# Development Tools
# =========================================================
pytest==7.4.0
black==23.7.0
isort==5.12.0
mypy==1.4.1
jupyter==1.0.0
ipython==8.14.0
# =========================================================
# UI & Visualisation
# =========================================================
streamlit==1.26.0
gradio==3.40.1
plotly==5.15.0
matplotlib==3.7.2
dash==2.18.2
pillow==11.0.0
# =========================================================
# Monitoring & Experimentation
# =========================================================
wandb==0.18.7
mlflow==2.18.0
optuna==4.1.0
psutil==6.1.0
GPUtil==1.4.0
prometheus_client==0.21.0
# =========================================================
# Utilities & Helpers
# =========================================================
python-dotenv==1.0.0
pyyaml==6.0.1
rich==13.5.2
click==8.1.7
tqdm==4.65.0
loguru==0.7.0
networkx==3.4.2
pydantic==2.9.2
tenacity==8.5.0
Jinja2==3.1.4
Markdown==3.7
boto3==1.35.71
botocore==1.35.71