mirror of
https://github.com/hanzoai/open-instruct.git
synced 2026-10-30 18:26:32 +00:00
Costa HuangandGitHub
5b0df17c70
* RLVR from base * push * push * quick change * better prompt * Fix memory leak * revert changes * add citation * style quality * pin wandb version * update docs * update docs * update mini.sh
72 lines
1.5 KiB
TOML
72 lines
1.5 KiB
TOML
[project]
|
|
name = "open-instruct"
|
|
version = "0.1.0"
|
|
description = "Add your description here"
|
|
readme = "README.md"
|
|
requires-python = ">=3.10,<3.12"
|
|
dependencies = [
|
|
"accelerate>=1.1.1",
|
|
"antlr4-python3-runtime==4.11",
|
|
"bitsandbytes>=0.44.1",
|
|
"datasets>=3.1.0",
|
|
"deepspeed==0.15.4", # 0.16.0 bugs out https://github.com/microsoft/DeepSpeed/issues/6793
|
|
"hf-transfer>=0.1.8",
|
|
"matplotlib>=3.9.3",
|
|
"nltk>=3.9.1",
|
|
"numpy<2",
|
|
"packaging>=24.2",
|
|
"peft>=0.13.2",
|
|
"setuptools>=75.6.0",
|
|
"tensorboard>=2.18.0",
|
|
"torch>=2.5.1",
|
|
"transformers>=4.46.3",
|
|
"vllm>=0.6.4.post1",
|
|
"wandb==0.18.1",
|
|
]
|
|
|
|
[build-system]
|
|
requires = ["setuptools"]
|
|
build-backend = "setuptools.build_meta"
|
|
|
|
[tool.setuptools]
|
|
py-modules = ["open_instruct"]
|
|
|
|
# pytroch related setups
|
|
[tool.uv.sources]
|
|
torch = [
|
|
{ index = "pytorch-cu121", marker = "platform_system != 'Darwin'"},
|
|
]
|
|
|
|
[[tool.uv.index]]
|
|
name = "pytorch-cu121"
|
|
url = "https://download.pytorch.org/whl/cu121"
|
|
explicit = true
|
|
|
|
[[tool.uv.index]]
|
|
name = "pytorch-cpu"
|
|
url = "https://download.pytorch.org/whl/cpu"
|
|
explicit = true
|
|
|
|
# flash-attn related setups
|
|
[project.optional-dependencies]
|
|
compile = ["flash-attn>=2.7.2.post1"]
|
|
|
|
[tool.uv]
|
|
python-preference = "only-managed"
|
|
no-build-isolation-package = ["flash-attn"]
|
|
|
|
[[tool.uv.dependency-metadata]]
|
|
name = "flash-attn"
|
|
version = "2.7.2.post1"
|
|
requires-dist = ["torch", "setuptools"]
|
|
|
|
[dependency-groups]
|
|
dev = [
|
|
"autoflake>=2.3.1",
|
|
"beaker-py>=1.32.2",
|
|
"black>=24.10.0",
|
|
"flake8>=7.1.1",
|
|
"isort>=5.13.2",
|
|
"pytest>=8.3.4",
|
|
]
|