diff --git a/mergekit/_data/architectures/cohere.json b/mergekit/_data/architectures/cohere.json index c8033103..7b36cabe 100644 --- a/mergekit/_data/architectures/cohere.json +++ b/mergekit/_data/architectures/cohere.json @@ -34,9 +34,15 @@ { "name": "model.layers.${layer_index}.mlp.up_proj.weight" }, + { + "name": "model.layers.${layer_index}.self_attn.q_norm.weight" + }, { "name": "model.layers.${layer_index}.self_attn.q_proj.weight" }, + { + "name": "model.layers.${layer_index}.self_attn.k_norm.weight" + }, { "name": "model.layers.${layer_index}.self_attn.k_proj.weight" },