| { | |
| "model_type": "nanofable", | |
| "tier": "small", | |
| "precision": "fp16", | |
| "n_layer": 6, | |
| "n_embd": 256, | |
| "n_head": 8, | |
| "ctx": 512, | |
| "vocab": 4096, | |
| "tied_head": true, | |
| "torch_dtype": "float16", | |
| "quantization": "none (fp16 weights)", | |
| "step": 7629, | |
| "tokens_seen": 499974144 | |
| } |