diff options
author | saood06 <saood05@gmail.com> | 2025-01-23 10:24:10 -0600 |
---|---|---|
committer | GitHub <noreply@github.com> | 2025-01-23 18:24:10 +0200 |
commit | 2195632581c4f52707059b5963fe622ccead0dd2 (patch) | |
tree | 34d46a344c5d32ff699126cea9255eb13fd3b38a /gguf-py/gguf/tensor_mapping.py | |
parent | c2624b2fd324ff98cc137397f5b0e1d22869cb58 (diff) |
Deepseek V3 support added (#176)
Co-authored-by: Stanisław Szymczyk <sszymczy@gmail.com>
Diffstat (limited to 'gguf-py/gguf/tensor_mapping.py')
-rw-r--r-- | gguf-py/gguf/tensor_mapping.py | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/gguf-py/gguf/tensor_mapping.py b/gguf-py/gguf/tensor_mapping.py index 9aa2209e..a70b69c5 100644 --- a/gguf-py/gguf/tensor_mapping.py +++ b/gguf-py/gguf/tensor_mapping.py @@ -251,6 +251,10 @@ class TensorNameMap: "model.layers.{bid}.mlp.shared_expert_gate", # qwen2moe ), + MODEL_TENSOR.FFN_EXP_PROBS_B: ( + "model.layers.{bid}.mlp.gate.e_score_correction", # deepseek-v3 + ), + # Feed-forward up MODEL_TENSOR.FFN_UP: ( "gpt_neox.layers.{bid}.mlp.dense_h_to_4h", # gptneox |