We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 98772e9 commit 39e324aCopy full SHA for 39e324a
convert_hf_to_gguf.py
@@ -5584,7 +5584,9 @@ def set_vocab(self):
5584
toktypes: list[int] = []
5585
5586
if tokpre == "kimi-k2":
5587
- # Copied from Hunyuan tokenizer conversion
+ # Copyright 2025-present the Unsloth team. All rights reserved.
5588
+ # Licensed under the MIT License
5589
+ # Derived from Hunyuan tokenizer conversion
5590
# 2. Reverse-engineer the merges list from mergeable_ranks
5591
merges = []
5592
vocab = {}
0 commit comments