mirror of
https://github.com/hanzoai/laya.git
synced 2026-10-30 19:33:31 +00:00
* build(docker): add ARM64 and DGX Spark container builds The quickstart image builds natively on ARM64, and a DGX Spark override selects ARM64 with CUDA 13.0. PyTorch and the Python base image become build arguments, with torch pinned at 2.14.0, so a new torch release cannot change the image under an unrelated PR. PyTorch's ARM64 CUDA 13.0 wheels depend on cuSPARSELt 0.8.0 (torch 2.11) or 0.8.1 (torch 2.14), whose wheels declare an SBSA tag that pip check rejects. docker/check_torch.py checks the library is ELF64 AArch64 and loads it before correcting only that tag and its RECORD hash. Any other version that carries the same tag fails the build. CI runs the smoke job on native AMD64 and ARM64 runners and builds the Spark image without a GPU to check its CUDA libraries load. Co-authored-by: TheIrritainer <[email protected]> * docs(docker): credit the cuSPARSELt finding by handle * build(docker): run laya-serve on DGX Spark #234 added laya-serve as its own service, so the Spark override repeats the ARM64, CUDA 13.0 and GPU settings for it, and its build takes the pinned torch version. The workflow validates the HTTP plus Spark combination, and the Spark additions sit apart from the other jobs so later workflow changes merge cleanly. Co-authored-by: TheIrritainer <[email protected]> --------- Co-authored-by: TheIrritainer <[email protected]>
83 lines
3.6 KiB
Python
83 lines
3.6 KiB
Python
"""Check the narrow NVIDIA metadata repair without installing CUDA."""
|
|
import base64
|
|
import csv
|
|
import hashlib
|
|
import importlib.util
|
|
from pathlib import Path
|
|
import tempfile
|
|
import unittest
|
|
from unittest.mock import patch
|
|
|
|
SCRIPT = Path(__file__).resolve().parents[1] / "docker" / "check_torch.py"
|
|
spec = importlib.util.spec_from_file_location("check_torch", SCRIPT)
|
|
check = importlib.util.module_from_spec(spec)
|
|
spec.loader.exec_module(check)
|
|
|
|
|
|
class WheelFixture:
|
|
metadata = {"Name": "nvidia-cusparselt-cu13"}
|
|
version = "0.8.0"
|
|
files = [Path("nvidia_cusparselt_cu13-0.8.0.dist-info/WHEEL")]
|
|
|
|
def __init__(self, root):
|
|
self.root = Path(root)
|
|
self.wheel = self.locate_file(self.files[0])
|
|
self.wheel.parent.mkdir()
|
|
self.wheel.write_text("Wheel-Version: 1.0\nTag: py3-none-manylinux2014_sbsa\n")
|
|
self.record = self.wheel.with_name("RECORD")
|
|
self.record.write_text(f"{self.files[0]},sha256=old,0\nother-file,sha256=unchanged,12\n")
|
|
self.library = self.locate_file("nvidia/cusparselt/lib/libcusparseLt.so.0")
|
|
self.library.parent.mkdir(parents=True)
|
|
self.library.write_bytes(b"\x7fELF\x02\x01" + bytes(12) + (183).to_bytes(2, "little"))
|
|
|
|
def locate_file(self, path):
|
|
return self.root / path
|
|
|
|
|
|
class WheelRepairTests(unittest.TestCase):
|
|
def test_repair_rehashes_record_and_is_idempotent(self):
|
|
for version in check.REVIEWED:
|
|
with self.subTest(version=version):
|
|
self._repair(version)
|
|
|
|
def _repair(self, version):
|
|
with tempfile.TemporaryDirectory() as root:
|
|
dist = WheelFixture(root)
|
|
dist.version = version
|
|
with patch.object(check.ctypes, "CDLL") as loader:
|
|
self.assertTrue(check.repair_cusparselt(dist))
|
|
self.assertFalse(check.repair_cusparselt(dist))
|
|
loader.assert_called_once_with(str(dist.library))
|
|
data = dist.wheel.read_bytes()
|
|
self.assertIn(b"Tag: py3-none-manylinux2014_aarch64", data)
|
|
with dist.record.open() as handle:
|
|
rows = list(csv.reader(handle))
|
|
digest = base64.urlsafe_b64encode(hashlib.sha256(data).digest()).rstrip(b"=").decode()
|
|
self.assertEqual(rows[0][1:], ["sha256=" + digest, str(len(data))])
|
|
self.assertEqual(rows[1], ["other-file", "sha256=unchanged", "12"])
|
|
|
|
def test_unreviewed_version_is_untouched(self):
|
|
with tempfile.TemporaryDirectory() as root:
|
|
dist = WheelFixture(root)
|
|
before = dist.wheel.read_bytes(), dist.record.read_bytes()
|
|
dist.version = "0.8.2"
|
|
with self.assertRaisesRegex(RuntimeError, "Unreviewed"):
|
|
check.repair_cusparselt(dist)
|
|
self.assertEqual(before, (dist.wheel.read_bytes(), dist.record.read_bytes()))
|
|
|
|
def test_wrong_architecture_or_linkage_is_untouched(self):
|
|
for error in ("architecture", "linkage"):
|
|
with self.subTest(error=error), tempfile.TemporaryDirectory() as root:
|
|
dist = WheelFixture(root)
|
|
before = dist.wheel.read_bytes(), dist.record.read_bytes()
|
|
if error == "architecture":
|
|
dist.library.write_bytes(b"not an ARM64 library")
|
|
with patch.object(check.ctypes, "CDLL", side_effect=OSError("cannot link")):
|
|
with self.assertRaises((RuntimeError, OSError)):
|
|
check.repair_cusparselt(dist)
|
|
self.assertEqual(before, (dist.wheel.read_bytes(), dist.record.read_bytes()))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|