Add files using upload-large-folder tool

.gitattributes

@@ -79,3 +79,20 @@ Q8_0/DeepSeek-V3-0324-Q8_0-00008-of-00015.gguf filter=lfs diff=lfs merge=lfs -te
 Q8_0/DeepSeek-V3-0324-Q8_0-00002-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
 Q8_0/DeepSeek-V3-0324-Q8_0-00014-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
 Q8_0/DeepSeek-V3-0324-Q8_0-00003-of-00015.gguf filter=lfs diff=lfs merge=lfs -text
+UD-Q4_K_XL/DeepSeek-V3-0324-UD-Q4_K_XL-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+UD-Q4_K_XL/DeepSeek-V3-0324-UD-Q4_K_XL-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+UD-Q4_K_XL/DeepSeek-V3-0324-UD-Q4_K_XL-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+UD-Q4_K_XL/DeepSeek-V3-0324-UD-Q4_K_XL-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+UD-IQ2_M/DeepSeek-V3-0324-UD-IQ2_M-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+UD-IQ1_S/DeepSeek-V3-0324-UD-IQ1_S-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+UD-Q4_K_XL/DeepSeek-V3-0324-UD-Q4_K_XL-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+UD-IQ2_M/DeepSeek-V3-0324-UD-IQ2_M-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+UD-IQ2_M/DeepSeek-V3-0324-UD-IQ2_M-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+UD-Q4_K_XL/DeepSeek-V3-0324-UD-Q4_K_XL-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+UD-IQ1_S/DeepSeek-V3-0324-UD-IQ1_S-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+UD-IQ2_M/DeepSeek-V3-0324-UD-IQ2_M-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+UD-IQ1_S/DeepSeek-V3-0324-UD-IQ1_S-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
+UD-Q4_K_XL/DeepSeek-V3-0324-UD-Q4_K_XL-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+UD-Q4_K_XL/DeepSeek-V3-0324-UD-Q4_K_XL-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
+UD-IQ2_M/DeepSeek-V3-0324-UD-IQ2_M-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+UD-IQ1_S/DeepSeek-V3-0324-UD-IQ1_S-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text

UD-IQ1_S/DeepSeek-V3-0324-UD-IQ1_S-00001-of-00004.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7259d54c7e5935a34efc766d6320fa5674f6dbe780432d92fb61a09e9800562
+size 49307917696

UD-IQ1_S/DeepSeek-V3-0324-UD-IQ1_S-00002-of-00004.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66c7e7c6e2bfe8e8f242e6926dfa016df58e3a991421d19308f642352b87cc8
+size 49277378976

UD-IQ1_S/DeepSeek-V3-0324-UD-IQ1_S-00003-of-00004.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021cf9d18a638dea8704e2507c1e02ccbf5c05aa417c133fbef41b6c95e950af
+size 49681491712

UD-IQ1_S/DeepSeek-V3-0324-UD-IQ1_S-00004-of-00004.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2788ca02db9d61653e7a1b33bc05b660884b9520141644fa45c2b09b0a9ebb1
+size 43749725568

UD-IQ2_M/DeepSeek-V3-0324-UD-IQ2_M-00001-of-00005.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3788363bdbf761d5cadd22d18d187fbddbe421d177bbd7f570f364713b7eec16
+size 48934991200

UD-IQ2_M/DeepSeek-V3-0324-UD-IQ2_M-00002-of-00005.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4ee32470e505f5d978202f3aaf06ae43272b77eaa33e04e39b6501a1b4b2a7
+size 49354405856

UD-IQ2_M/DeepSeek-V3-0324-UD-IQ2_M-00003-of-00005.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772d0e2f8dd698945d9558be631be8e46a85cf38f98386ac5232b56d8761a5c8
+size 49199594976

UD-IQ2_M/DeepSeek-V3-0324-UD-IQ2_M-00004-of-00005.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741308bc46a68725c0cffeaf393fa6614f737dcd01f1d08e263240a6dc49ada6
+size 49697455584

UD-IQ2_M/DeepSeek-V3-0324-UD-IQ2_M-00005-of-00005.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ea3f3e588a1644e7de9f859882a1550d8cc9e44936d9e35e1505aa7d19eee8
+size 29857475328

UD-Q4_K_XL/DeepSeek-V3-0324-UD-Q4_K_XL-00001-of-00008.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97aac34f7a4f31bfc2e5a6d4acf176b70987b7204cf9add12eb2ac3ecddd66cd
+size 48638327680

UD-Q4_K_XL/DeepSeek-V3-0324-UD-Q4_K_XL-00002-of-00008.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf78bc43ef71e13d2c6defac7c0796de0d52e13e29cace7ccdb7b8a7d831955
+size 48510729984

UD-Q4_K_XL/DeepSeek-V3-0324-UD-Q4_K_XL-00003-of-00008.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80053fc2e5c0ef8e31d684ac6cc0034ac1790b583f18f22f48d558e81b735683
+size 48502280576

UD-Q4_K_XL/DeepSeek-V3-0324-UD-Q4_K_XL-00004-of-00008.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d340e91611cb377745d33fcd793e7f96854308df7f32efd0761f7f81b61a2c
+size 49790592512

UD-Q4_K_XL/DeepSeek-V3-0324-UD-Q4_K_XL-00005-of-00008.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a35b1f9ded0edb2055cbcbc3fe58642e9798a5e3b8cf02373fcff8edf5bf2e4
+size 48065066880

UD-Q4_K_XL/DeepSeek-V3-0324-UD-Q4_K_XL-00006-of-00008.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5502b651423d497117cd1605de68e9bbea1e945499fbb186ee9c11415b7e679c
+size 48647368064

UD-Q4_K_XL/DeepSeek-V3-0324-UD-Q4_K_XL-00007-of-00008.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d344cb61a2e9b777ff73899525e6a937af04eb51bdaf4ab15c7fbf8aa37cf8
+size 49731327488

UD-Q4_K_XL/DeepSeek-V3-0324-UD-Q4_K_XL-00008-of-00008.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f173731fa638ccd6df9a86c39828d2756d9f889c786dce3ba86f080031c21c81
+size 42548686464

config.json

@@ -0,0 +1,70 @@
+{
+  "architectures": [
+    "DeepseekV3ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "auto_map": {
+    "AutoConfig": "configuration_deepseek.DeepseekV3Config",
+    "AutoModel": "modeling_deepseek.DeepseekV3Model",
+    "AutoModelForCausalLM": "modeling_deepseek.DeepseekV3ForCausalLM"
+  },
+  "aux_loss_alpha": 0.001,
+  "bos_token_id": 0,
+  "eos_token_id": 1,
+  "ep_size": 1,
+  "first_k_dense_replace": 3,
+  "hidden_act": "silu",
+  "hidden_size": 7168,
+  "initializer_range": 0.02,
+  "intermediate_size": 18432,
+  "kv_lora_rank": 512,
+  "max_position_embeddings": 163840,
+  "model_type": "deepseek_v3",
+  "moe_intermediate_size": 2048,
+  "moe_layer_freq": 1,
+  "n_group": 8,
+  "n_routed_experts": 256,
+  "n_shared_experts": 1,
+  "norm_topk_prob": true,
+  "num_attention_heads": 128,
+  "num_experts_per_tok": 8,
+  "num_hidden_layers": 61,
+  "num_key_value_heads": 128,
+  "num_nextn_predict_layers": 1,
+  "pretraining_tp": 1,
+  "q_lora_rank": 1536,
+  "qk_nope_head_dim": 128,
+  "qk_rope_head_dim": 64,
+  "quantization_config": {
+    "activation_scheme": "dynamic",
+    "fmt": "e4m3",
+    "quant_method": "fp8",
+    "weight_block_size": [
+      128,
+      128
+    ]
+  },
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": {
+    "beta_fast": 32,
+    "beta_slow": 1,
+    "factor": 40,
+    "mscale": 1.0,
+    "mscale_all_dim": 1.0,
+    "original_max_position_embeddings": 4096,
+    "type": "yarn"
+  },
+  "rope_theta": 10000,
+  "routed_scaling_factor": 2.5,
+  "scoring_func": "sigmoid",
+  "seq_aux": true,
+  "tie_word_embeddings": false,
+  "topk_group": 4,
+  "topk_method": "noaux_tc",
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.46.3",
+  "use_cache": true,
+  "v_head_dim": 128,
+  "vocab_size": 129280
+}