mirror of
https://github.com/hanzoai/gpt.git
synced 2026-10-30 18:35:47 +00:00
9 lines
216 B
Python
9 lines
216 B
Python
# evaluate the base gpt2
|
|
# n_layer=24, n_head=16, n_embd=1024
|
|
# 350M parameters
|
|
batch_size = 8
|
|
eval_iters = 500 # use more iterations to get good estimate
|
|
eval_only = True
|
|
wandb_log = False
|
|
init_from = 'gpt2-medium'
|