diff --git a/.gitattributes b/.gitattributes index 39e7ae7..46168b0 100644 --- a/.gitattributes +++ b/.gitattributes @@ -32,4 +32,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.xz filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text -*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file +*tfevents* filter=lfs diff=lfs merge=lfs -text +12.jpeg filter=lfs diff=lfs merge=lfs -text diff --git a/1.json b/1.json new file mode 100644 index 0000000..4acf191 --- /dev/null +++ b/1.json @@ -0,0 +1,31 @@ +{ + "architectures": [ + "BitNetForCausalLM" + ], + "auto_map": { + "AutoConfig": "configuration_bitnet.BitNetConfig", + "AutoModelForCausalLM": "modeling_bitnet.BitNetForCausalLM" + }, + "bos_token_id": 128000, + "eos_token_id": 128001, + "hidden_act": "relu2", + "hidden_size": 2560, + "initializer_range": 0.02, + "intermediate_size": 6912, + "max_position_embeddings": 4096, + "model_type": "bitnet", + "rms_norm_eps": 1e-05, + "num_attention_heads": 20, + "num_hidden_layers": 30, + "num_key_value_heads": 5, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "torch_dtype": "bfloat16", + "use_cache": true, + "vocab_size": 128256, + "quantization_config": { + "quant_method": "bitnet", + "linear_class": "autobitlinear", + "quantization_mode": "offline" + } +} diff --git a/12.jpeg b/12.jpeg new file mode 100644 index 0000000..e6a04ce Binary files /dev/null and b/12.jpeg differ