test only dont merge

Chizkiyahu · Chizkiyahu · commit a82f261f0ad8 · 2025-09-09T01:13:43.000+03:00
change is Chizkiyahu/sentencepiece@cf8f93b
diff --git a/.gitmodules b/.gitmodules
@@ -27,7 +27,7 @@
 	url = https://github.com/google/pthreadpool.git
 [submodule "extension/llm/tokenizers"]
 	path = extension/llm/tokenizers
-	url = https://github.com/meta-pytorch/tokenizers.git
+	url = https://github.com/chizkiyahu/tokenizers.git
 [submodule "kernels/optimized/third-party/eigen"]
 	path = kernels/optimized/third-party/eigen
 	url = https://gitlab.com/libeigen/eigen.git
diff --git a/extension/llm/tokenizers b/extension/llm/tokenizers
@@ -1 +1 @@
-Subproject commit 3e608b5495b7b7746bc4f31e5092bdb71e1c5ec9
+Subproject commit d5693b153de929f4381f3fd5e44de035f8f6a4ee
