test

CISC · web-flow · commit 8f24d427bf48 · 2025-08-02T12:47:52.000+02:00
diff --git a/convert_hf_to_gguf_update.py b/convert_hf_to_gguf_update.py
@@ -138,6 +138,7 @@ class TOKENIZER_TYPE(IntEnum):
     {"name": "midm-2.0",         "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/K-intelligence/Midm-2.0-Base-Instruct", },
     {"name": "lfm2",             "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/LiquidAI/LFM2-Tokenizer"},
     {"name": "exaone4",          "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-32B", },
+    {"name": "qwen3embedding",   "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/Qwen/Qwen3-Embedding-0.6B", },
 ]
 
 # some models are known to be broken upstream, so we will skip them as exceptions

Original file line number	Diff line number	Diff line change
`@@ -138,6 +138,7 @@ class TOKENIZER_TYPE(IntEnum):`
`138`	`138`	`{"name": "midm-2.0", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/K-intelligence/Midm-2.0-Base-Instruct", },`
`139`	`139`	`{"name": "lfm2", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/LiquidAI/LFM2-Tokenizer"},`
`140`	`140`	`{"name": "exaone4", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/LGAI-EXAONE/EXAONE-4.0-32B", },`
	`141`	`+ {"name": "qwen3embedding", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/Qwen/Qwen3-Embedding-0.6B", },`
`141`	`142`	`]`
`142`	`143`
`143`	`144`	`# some models are known to be broken upstream, so we will skip them as exceptions`