From fa8aefca7f98677f4df69ca93b1b18b5e6417d1f Mon Sep 17 00:00:00 2001 From: fr <555@qq.com> Date: Mon, 28 Jul 2025 07:44:19 +0000 Subject: [PATCH] Delete config.json --- config.json | 31 ------------------------------- 1 file changed, 31 deletions(-) delete mode 100644 config.json diff --git a/config.json b/config.json deleted file mode 100644 index 4acf191..0000000 --- a/config.json +++ /dev/null @@ -1,31 +0,0 @@ -{ - "architectures": [ - "BitNetForCausalLM" - ], - "auto_map": { - "AutoConfig": "configuration_bitnet.BitNetConfig", - "AutoModelForCausalLM": "modeling_bitnet.BitNetForCausalLM" - }, - "bos_token_id": 128000, - "eos_token_id": 128001, - "hidden_act": "relu2", - "hidden_size": 2560, - "initializer_range": 0.02, - "intermediate_size": 6912, - "max_position_embeddings": 4096, - "model_type": "bitnet", - "rms_norm_eps": 1e-05, - "num_attention_heads": 20, - "num_hidden_layers": 30, - "num_key_value_heads": 5, - "rope_theta": 500000.0, - "tie_word_embeddings": true, - "torch_dtype": "bfloat16", - "use_cache": true, - "vocab_size": 128256, - "quantization_config": { - "quant_method": "bitnet", - "linear_class": "autobitlinear", - "quantization_mode": "offline" - } -}