mirror of
https://github.com/zenlm/zen-family.git
synced 2026-11-02 17:32:06 +00:00
47 lines
722 B
Plaintext
47 lines
722 B
Plaintext
# Zen Model Training Requirements
|
|
|
|
# Core dependencies
|
|
torch>=2.0.0
|
|
transformers>=4.35.0
|
|
datasets>=2.14.0
|
|
accelerate>=0.24.0
|
|
peft>=0.6.0
|
|
bitsandbytes>=0.41.0
|
|
sentencepiece>=0.1.99
|
|
tokenizers>=0.14.0
|
|
|
|
# Training utilities
|
|
wandb>=0.15.0
|
|
tensorboard>=2.14.0
|
|
tqdm>=4.66.0
|
|
numpy>=1.24.0
|
|
pandas>=2.0.0
|
|
scikit-learn>=1.3.0
|
|
|
|
# Optimization
|
|
deepspeed>=0.12.0
|
|
flash-attn>=2.3.0
|
|
xformers>=0.0.22
|
|
triton>=2.1.0
|
|
|
|
# Data processing
|
|
jsonlines>=4.0.0
|
|
pyyaml>=6.0
|
|
huggingface-hub>=0.17.0
|
|
|
|
# System monitoring
|
|
psutil>=5.9.0
|
|
gputil>=1.4.0
|
|
nvidia-ml-py>=12.0.0
|
|
|
|
# Testing
|
|
pytest>=7.4.0
|
|
pytest-cov>=4.1.0
|
|
|
|
# Optional: MLX support (for Apple Silicon)
|
|
# mlx>=0.8.0
|
|
# mlx-lm>=0.12.0
|
|
|
|
# Optional: GGUF conversion
|
|
# gguf>=0.6.0
|
|
# safetensors>=0.4.0 |