wehub-resource-sync
16 lines
327 B
JSON
16 lines
327 B
JSON
{
|
|
"vocab_size": 50304,
|
|
"context_length": 1024,
|
|
"n_embed": 1024,
|
|
"n_head": 16,
|
|
"n_blocks": 24,
|
|
"device": "cuda",
|
|
"amp_dtype": "bf16",
|
|
"seed": 1337,
|
|
"compile": false,
|
|
"ckpt_dir": "/ephemeral/ckpts",
|
|
"log_dir": "/ephemeral/logs",
|
|
"use_wandb": false,
|
|
"wandb_project": "train-llm-from-scratch-posttrain"
|
|
}
|