IGPO/requirements.txt at main · GuoqingWang1/IGPO · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86

# Core ML Framework
torch>=2.4.0
transformers
accelerate
peft
datasets
safetensors
einops

# Ray distributed computing
ray[default]>=2.10

# vLLM inference
vllm
triton>=3.1.0

# Data processing
numpy
pandas
pyarrow>=15.0.0
torchdata
tensordict>=0.6.0

# Configuration & logging
hydra-core
omegaconf
wandb
codetiming
PyYAML
pydantic

# Hugging Face & Model hubs
huggingface_hub
modelscope

# Web & API
flask
fastapi
uvicorn
starlette
requests
aiohttp
openai

# Web scraping & text processing
beautifulsoup4
html2text
markdownify
Pillow
pdfminer.six
mammoth
python-pptx

# Utilities
tqdm
dill
filelock
cloudpickle
cachetools
psutil
packaging
pathvalidate
puremagic
setuptools
tomli
Jinja2

# Scientific computing
sympy
pylatexenc

# Optional: GPU acceleration (install separately)
# liger-kernel
# flash-attn

# Optional: Media processing
pydub
youtube_transcript_api

# Optional: Search APIs
serpapi
smolagents

# Optional: Testing
# pytest