intel-extension-for-pytorch
25 строк · 587.0 Байт
1{
2"architectures": [3"GPTNeoXForCausalLM"4],5"attention_probs_dropout_prob": 0,6"bos_token_id": 0,7"eos_token_id": 0,8"hidden_act": "gelu_fast",9"hidden_dropout_prob": 0,10"hidden_size": 2048,11"initializer_range": 0.02,12"intermediate_size": 24576,13"layer_norm_eps": 1e-05,14"max_position_embeddings": 2048,15"model_type": "gpt_neox",16"num_attention_heads": 16,17"num_hidden_layers": 1,18"rotary_emb_base": 10000,19"rotary_pct": 0.25,20"tie_word_embeddings": false,21"torch_dtype": "float16",22"transformers_version": "4.19.0.dev0",23"use_cache": true,24"vocab_size": 5043225}