Create config.json

33f026e verified 8 months ago

289 Bytes

{
    "n_layer": 12,
    "n_head": 12,
    "n_embd": 768,
    "block_size": 1024,
    "bias": false,
    "vocab_size": 50304,
    "dropout": 0.1,
    "model_type": "gpt2",
    "architectures": [
        "GPT"
    ],
    "tokenizer_class": "GPT2Tokenizer",
    "model_name": "htmLLM 124M"
}

	{
	"n_layer": 12,
	"n_head": 12,
	"n_embd": 768,
	"block_size": 1024,
	"bias": false,
	"vocab_size": 50304,
	"dropout": 0.1,
	"model_type": "gpt2",
	"architectures": [
	"GPT"
	],
	"tokenizer_class": "GPT2Tokenizer",
	"model_name": "htmLLM 124M"
	}