Add frozen requirements

Author: nielstron

.github/workflows/python-tests.yml

@@ -27,7 +27,7 @@ jobs:
       run: |
         python -m pip install --upgrade pip
         pip install -e .
-        if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
+        pip install -e rustformlang_bindings
         pip install pytest
     
     - name: Run tests

pyproject.toml

@@ -19,8 +19,8 @@ classifiers = [
 ]
 dependencies = [
 "fire",
-"transformers",
-"datasets",
+"transformers==4.52.2",
+"datasets==3.6.0",
 "accelerate",
 "regex",
 "range-ex",

requirements.txt

@@ -1,17 +1,83 @@
-fire
-transformers==4.52.2
-datasets==3.6.0
-accelerate
-regex
-range-ex
-jsonschema
-stopit
-cachier
 -e ./rustformlang_bindings
-frozendict
-tabulate
-tiktoken
-hf_xet
-protobuf
-pytest-timeout
--e .
+-e .
+# pinned version below confirmed to work
+accelerate==1.10.1
+aiohappyeyeballs==2.6.1
+aiohttp==3.12.15
+aiosignal==1.4.0
+attrs==25.3.0
+cachier==4.1.0
+certifi==2025.8.3
+charset-normalizer==3.4.3
+datasets==4.0.0
+dill==0.3.8
+filelock==3.19.1
+fire==0.7.1
+frozendict==2.4.6
+frozenlist==1.7.0
+fsspec==2025.3.0
+hf-xet==1.1.8
+huggingface-hub==0.34.4
+idna==3.10
+iniconfig==2.1.0
+Jinja2==3.1.6
+jsonschema==4.25.1
+jsonschema-specifications==2025.4.1
+MarkupSafe==3.0.2
+maturin==1.9.3
+mpmath==1.3.0
+multidict==6.6.4
+multiprocess==0.70.16
+networkx==3.5
+numpy==2.3.2
+nvidia-cublas-cu12==12.8.4.1
+nvidia-cuda-cupti-cu12==12.8.90
+nvidia-cuda-nvrtc-cu12==12.8.93
+nvidia-cuda-runtime-cu12==12.8.90
+nvidia-cudnn-cu12==9.10.2.21
+nvidia-cufft-cu12==11.3.3.83
+nvidia-cufile-cu12==1.13.1.3
+nvidia-curand-cu12==10.3.9.90
+nvidia-cusolver-cu12==11.7.3.90
+nvidia-cusparse-cu12==12.5.8.93
+nvidia-cusparselt-cu12==0.7.1
+nvidia-nccl-cu12==2.27.3
+nvidia-nvjitlink-cu12==12.8.93
+nvidia-nvtx-cu12==12.8.90
+packaging==25.0
+pandas==2.3.2
+pluggy==1.6.0
+portalocker==3.2.0
+propcache==0.3.2
+psutil==7.0.0
+pyarrow==21.0.0
+Pygments==2.19.2
+pytest==8.4.1
+pytest-timeout==2.4.0
+python-dateutil==2.9.0.post0
+pytz==2025.2
+PyYAML==6.0.2
+range_ex==0.0.2
+referencing==0.36.2
+regex==2025.7.34
+requests==2.32.5
+rpds-py==0.27.0
+safetensors==0.6.2
+scipy==1.16.1
+setuptools==80.9.0
+six==1.17.0
+stopit==1.1.2
+sympy==1.14.0
+tabulate==0.9.0
+termcolor==3.1.0
+tokenizers==0.21.4
+torch==2.8.0
+tqdm==4.67.1
+transformers==4.55.4
+triton==3.4.0
+typing_extensions==4.15.0
+tzdata==2025.2
+urllib3==2.5.0
+watchdog==6.0.0
+xxhash==3.5.0
+yarl==1.20.1