diff --git a/.gitattributes b/.gitattributes index 39e7ae7..6902211 100644 --- a/.gitattributes +++ b/.gitattributes @@ -32,4 +32,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.xz filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text -*tfevents* filter=lfs diff=lfs merge=lfs -text \ No newline at end of file +*tfevents* filter=lfs diff=lfs merge=lfs -text +*.pptx filter=lfs diff=lfs merge=lfs -text +*.png filter=lfs diff=lfs merge=lfs -text \ No newline at end of file diff --git a/19212.pptx b/19212.pptx new file mode 100644 index 0000000..b7db762 --- /dev/null +++ b/19212.pptx @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17b385b6fbc5ecdb28a1692b75a39124bec530355df4a37fde415ed19e50b69a +size 7928424 diff --git a/cat-9493147_640.jpg b/cat-9493147_640.jpg new file mode 100644 index 0000000..14778d5 Binary files /dev/null and b/cat-9493147_640.jpg differ diff --git a/config.json b/config.json new file mode 100644 index 0000000..6472dea --- /dev/null +++ b/config.json @@ -0,0 +1,31 @@ +{ + "architectures": [ + "BitNetForCausalLM" + ], + "auto_map": { + "AutoConfig": "configuration_bitnet.BitNetConfig", + "AutoModelForCausalLM": "modeling_bitnet.BitNetForCausalLM" + }, + "bos_token_id": 128000, + "eos_token_id": 128001, + "hidden_act": "relu2", + "hidden_size": 2560, + "initializer_range": 0.02, + "intermediate_size": 6912, + "max_position_embeddings": 4096, + "model_type": "bitnet", + "rms_norm_eps": 1e-05, + "num_attention_heads": 20, + "num_hidden_layers": 30, + "num_key_value_heads": 5, + "rope_theta": 500000.0, + "tie_word_embeddings": true, + "torch_dtype": "bfloat16", + "use_cache": true, + "vocab_size": 128256, + "quantization_config": { + "quant_method": "bitnet", + "linear_class": "autobitlinear", + "quantization_mode": "offline" + } +} diff --git a/image (2)(1).png b/image (2)(1).png new file mode 100644 index 0000000..a3721d4 --- /dev/null +++ b/image (2)(1).png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61ecd26d89f6c51c7bdddfbc436798ac7cfee8ff3d1cef46f7c71d5543dfff1a +size 1934939 diff --git a/re.zip b/re.zip new file mode 100644 index 0000000..11da55e --- /dev/null +++ b/re.zip @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c82045c4c11d6811fa7e3affae8e82820e44da9ebd2c0f50507841f40e06a9c +size 292