File tree Expand file tree Collapse file tree 1 file changed +10
-1
lines changed
Expand file tree Collapse file tree 1 file changed +10
-1
lines changed Original file line number Diff line number Diff line change @@ -23,10 +23,19 @@ conda create -n llama2-70b python=3.9
2323conda activate llama2-70b
2424
2525# Install packages
26+
2627conda install pybind11==2.10.4 -c conda-forge -y
27- python -m pip install torch==2.2.0.dev20231006+cpu --index-url https://download.pytorch.org/whl/nightly/cpu
28+ # Install a stable CPU version of torch. Adjust version as needed for compatibility.
29+ python -m pip install torch==2.2.0 --index-url https://download.pytorch.org/whl/cpu
2830pip install transformers==4.31.0 nltk==3.8.1 evaluate==0.4.0 absl-py==1.4.0 rouge-score==0.1.2 sentencepiece==0.1.99 accelerate==0.21.0
2931
32+ # Troubleshooting:
33+ # If you see 'No matching distribution found for torch', check available versions at:
34+ # https://download.pytorch.org/whl/cpu/torch_stable.html
35+ # Or run:
36+ # pip install torch --index-url https://download.pytorch.org/whl/cpu --upgrade --dry-run
37+ # to see available versions for your Python version and platform.
38+
3039export CUR_DIR=${PWD}
3140cd <inference-repo-root>/loadgen
3241
You can’t perform that action at this time.
0 commit comments