aboutsummaryrefslogtreecommitdiff
path: root/tools/verify.py
diff options
context:
space:
mode:
authorOnur Gündüz <ogunduz@gmail.com>2026-09-29 15:41:41 +0200
committerOnur Gündüz <ogunduz@gmail.com>2026-09-29 16:06:03 +0200
commit939b9a8deae07c2f06aa16c08f3ddad70f97b261 (patch)
tree00245f8e747349ddcca171be878e5ac19e8110a4 /tools/verify.py
parent91c6aa07597462705a7f30ee5b97e2c7943b5616 (diff)
downloadlangdet-939b9a8deae07c2f06aa16c08f3ddad70f97b261.tar.gz
langdet-939b9a8deae07c2f06aa16c08f3ddad70f97b261.zip
Add Linux OpenBLAS builds and Docker validationHEADmaster
Diffstat (limited to 'tools/verify.py')
-rw-r--r--tools/verify.py6
1 files changed, 6 insertions, 0 deletions
diff --git a/tools/verify.py b/tools/verify.py
index d8bccf4..8339ac9 100644
--- a/tools/verify.py
+++ b/tools/verify.py
@@ -5,6 +5,12 @@
# "transformers==4.56.2",
# "tokenizers==0.22.0",
# ]
+# [tool.uv.sources]
+# torch = [{ index = "pytorch-cpu", marker = "sys_platform == 'linux'" }]
+# [[tool.uv.index]]
+# name = "pytorch-cpu"
+# url = "https://download.pytorch.org/whl/cpu"
+# explicit = true
# ///
"""Compare native tokenization and F32 language scores with Transformers on CPU."""