diff --git a/server/requirements-cpu.txt b/server/requirements-cpu.txt
index 52650824c..284ac0e4e 100644
--- a/server/requirements-cpu.txt
+++ b/server/requirements-cpu.txt
@@ -4,7 +4,8 @@
 # # bash Anaconda3-2022.10-Linux-x86_64.sh
 
 --extra-index-url https://download.pytorch.org/whl/cpu
-torch
+# torch 2.4.0 has problems with Linux builds
+torch==2.3.1
 torchaudio
 faiss-cpu==1.8.0
 
diff --git a/server/requirements-cuda.txt b/server/requirements-cuda.txt
index ac7d90c23..bd95d39c2 100644
--- a/server/requirements-cuda.txt
+++ b/server/requirements-cuda.txt
@@ -5,7 +5,8 @@
 
 # PyPI onnxruntime-gpu is compiled with CUDA 11.x
 --extra-index-url https://download.pytorch.org/whl/cu118
-torch
+# torch 2.4.0 has problems with Linux builds
+torch==2.3.1
 torchaudio
 faiss-cpu==1.8.0; sys_platform!='linux'
 faiss-gpu; sys_platform=='linux'
diff --git a/server/requirements-rocm.txt b/server/requirements-rocm.txt
index ef5cbb338..91c21584e 100644
--- a/server/requirements-rocm.txt
+++ b/server/requirements-rocm.txt
@@ -4,7 +4,8 @@
 # # bash Anaconda3-2022.10-Linux-x86_64.sh
 
 --extra-index-url https://download.pytorch.org/whl/rocm6.0
-torch
+# torch 2.4.0 has problems with Linux builds
+torch==2.3.1
 torchaudio
 faiss-cpu==1.8.0