mirror of
https://github.com/hanzoai/mugen.git
synced 2026-10-30 18:27:38 +00:00
9 lines
97 B
YAML
9 lines
97 B
YAML
# @package _global_
|
|
|
|
# 300M Param.
|
|
|
|
transformer_lm:
|
|
dim: 1024
|
|
num_heads: 16
|
|
num_layers: 24
|