Files
laya/tests/test_router_memory.py
Kartik ChilkotiandGitHub be94a166f4 perf(router): reclaim VRAM and trigger garbage collection on eviction and unload (#147)
* perf(router): reclaim VRAM and trigger memory release on eviction and unload

* test(router): add regression tests for memory eviction and unload lifecycle
2026-09-23 12:35:52 +05:30

26 lines
713 B
Python

import unittest
from laya.router import Router
class MockAgent:
def __init__(self, name):
self.name = name
class RouterMemoryTests(unittest.TestCase):
def test_evict_and_unload_memory_release(self):
r = Router(max_loaded=1)
r.attach("english", MockAgent("en"))
r.attach("multilingual", MockAgent("multi"))
self.assertEqual(len(r.loaded), 2)
# Trigger unload of specific model
r.unload("english")
self.assertNotIn("english", r.loaded)
self.assertIn("multilingual", r.loaded)
# Trigger unload all
r.unload()
self.assertEqual(len(r.loaded), 0)
if __name__ == "__main__":
unittest.main()