diff --git a/.github/workflows/docker-build.yml b/.github/workflows/docker-build.yml
index 038b154..986c95b 100644
--- a/.github/workflows/docker-build.yml
+++ b/.github/workflows/docker-build.yml
@@ -36,7 +36,7 @@ jobs:
           password: ${{ secrets.GITHUB_TOKEN }}
 
       - name: Cache build directory
-        if: github.event.inputs.use_cache == 'true'
+        if: github.event_name != 'workflow_dispatch' || github.event.inputs.use_cache == 'true'
         uses: actions/cache@v3
         with:
           path: build
diff --git a/Dockerfile b/Dockerfile
index c298825..72b4e3e 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -9,7 +9,7 @@ COPY . /rawhash2
 
 RUN mkdir -p build && cd build \
     && cmake .. \
-    && make -j 3
+    && make -j 2
 
 ENTRYPOINT ["./build/bin/rawhash2"]