mirror of
https://github.com/hanzoai/mugen.git
synced 2026-10-30 18:27:38 +00:00
8 lines
126 B
YAML
8 lines
126 B
YAML
# @package _global_
|
|
|
|
# gpt2 inspired, even bigger (~3.3B params)
|
|
transformer_lm:
|
|
dim: 2048
|
|
num_heads: 32
|
|
num_layers: 48
|