Skip to content

Commit 1b7f34d

Browse files
committed
Changes for whitespace
1 parent f59abc5 commit 1b7f34d

File tree

3 files changed

+8
-7
lines changed

3 files changed

+8
-7
lines changed

convert_hf_to_gguf.py

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -8315,7 +8315,7 @@ def set_gguf_parameters(self):
83158315
super().set_gguf_parameters()
83168316
self.gguf_writer.add_vision_attention_layernorm_eps(self.hparams.get("layer_norm_eps", 1e-6))
83178317
self.gguf_writer.add_clip_projector_type(gguf.VisionProjectorType.COGVLM)
8318-
8318+
83198319
def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]:
83208320
del bid # unused
83218321

@@ -8330,13 +8330,14 @@ def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iter
83308330
(self.map_tensor_name(name.replace("query_key_value", "key")), k),
83318331
(self.map_tensor_name(name.replace("query_key_value", "value")), v),
83328332
]
8333-
8333+
83348334
return [(self.map_tensor_name(name), data_torch)]
83358335

8336+
83368337
@ModelBase.register("CogVLMForCausalLM")
83378338
class CogVLMModel(LlamaModel):
83388339
model_arch = gguf.MODEL_ARCH.COGVLM
8339-
8340+
83408341
def set_gguf_parameters(self):
83418342
super().set_gguf_parameters()
83428343

@@ -8346,7 +8347,7 @@ def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iter
83468347
# block vision tensors
83478348
if name.startswith("model.vision."):
83488349
return []
8349-
8350+
83508351
if "query_key_value.weight" in name:
83518352
# Slice tensor into three along first axis
83528353
q, k, v = data_torch.split(data_torch.shape[0] // 3, dim=0)

gguf-py/gguf/tensor_mapping.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1023,7 +1023,7 @@ class TensorNameMap:
10231023
MODEL_TENSOR.VISEXP_ATTN_Q: (
10241024
"model.layers.{bid}.self_attn.vision_expert_query", # cogvlm
10251025
),
1026-
1026+
10271027
MODEL_TENSOR.VISEXP_ATTN_K: (
10281028
"model.layers.{bid}.self_attn.vision_expert_key", # cogvlm
10291029
),
@@ -1388,7 +1388,7 @@ class TensorNameMap:
13881388
MODEL_TENSOR.V_TOK_BOI: (
13891389
"model.vision.boi", # cogvlm
13901390
),
1391-
1391+
13921392
MODEL_TENSOR.V_TOK_EOI: (
13931393
"model.vision.eoi", # cogvlm
13941394
),

tools/mtmd/clip.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1607,7 +1607,7 @@ struct clip_graph {
16071607

16081608
// Apply silu
16091609
gate = ggml_silu_inplace(ctx0, gate);
1610-
1610+
16111611
// Multiply together
16121612
cur = ggml_mul(ctx0, gate, h_to_4h);
16131613

0 commit comments

Comments
 (0)