Format changes

Author: Tianyue-Zhao

convert_hf_to_gguf.py

@@ -7938,7 +7938,7 @@ def set_gguf_parameters(self):
         super().set_gguf_parameters()
         self.gguf_writer.add_vision_attention_layernorm_eps(self.hparams.get("layer_norm_eps", 1e-6))
         self.gguf_writer.add_clip_projector_type(gguf.VisionProjectorType.COGVLM)
-    
+
     def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]:
         del bid  # unused
 
@@ -7953,7 +7953,7 @@ def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iter
                 (self.map_tensor_name(name.replace("query_key_value", "key")), k),
                 (self.map_tensor_name(name.replace("query_key_value", "value")), v),
             ]
-        
+
         return [(self.map_tensor_name(name), data_torch)]
 
 @ModelBase.register("CogVLMForCausalLM")
@@ -7969,7 +7969,7 @@ def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iter
         # block vision tensors
         if name.startswith("model.vision."):
             return []
-        
+
         if "query_key_value.weight" in name:
             # Slice tensor into three along first axis
             q, k, v = data_torch.split(data_torch.shape[0] // 3, dim=0)

gguf-py/gguf/tensor_mapping.py

@@ -1017,7 +1017,7 @@ class TensorNameMap:
         MODEL_TENSOR.VISEXP_ATTN_Q: (
             "model.layers.{bid}.self_attn.vision_expert_query",  # cogvlm
         ),
-        
+
         MODEL_TENSOR.VISEXP_ATTN_K: (
             "model.layers.{bid}.self_attn.vision_expert_key",  # cogvlm
         ),
@@ -1367,7 +1367,7 @@ class TensorNameMap:
         MODEL_TENSOR.V_TOK_BOI: (
             "model.vision.boi", # cogvlm
         ),
-        
+
         MODEL_TENSOR.V_TOK_EOI: (
             "model.vision.eoi", # cogvlm
         ),

tools/mtmd/clip.cpp

@@ -1607,15 +1607,14 @@ struct clip_graph {
 
         // Apply silu
         gate = ggml_silu_inplace(ctx0, gate);
-        
+
         // Multiply together
         cur = ggml_mul(ctx0, gate, h_to_4h);
 
         // Apply mm_4h_to_h_w
         cur = ggml_mul_mat(ctx0, model.mm_4h_to_h_w, cur);
 
         // Concatenate with boi and eoi
-        // TODO: The shape may be incorrect
         cur = ggml_concat(ctx0, model.mm_boi, cur, 1);
         cur = ggml_concat(ctx0, cur, model.mm_eoi, 1);