diff --git a/.github/workflows/test_openvino.yml b/.github/workflows/test_openvino.yml
index 13ef371abf..e2889cb4e0 100644
--- a/.github/workflows/test_openvino.yml
+++ b/.github/workflows/test_openvino.yml
@@ -46,7 +46,7 @@ jobs:
           pip install .[openvino,openvino-tokenizers,diffusers,tests] transformers[testing]
 
       - if: ${{ matrix.transformers-version != 'latest' }}
-        name: Downgrade dependencies
+        name: Downgrade Transformers and Accelerate
         run: |
           pip install transformers==${{ matrix.transformers-version }} accelerate==0.*
 
diff --git a/.github/workflows/test_openvino_slow.yml b/.github/workflows/test_openvino_slow.yml
index bab5a7b0b7..d136a9dfaa 100644
--- a/.github/workflows/test_openvino_slow.yml
+++ b/.github/workflows/test_openvino_slow.yml
@@ -44,15 +44,20 @@ jobs:
         run: |
           pip install --upgrade pip
           pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
-          if [ "${{ matrix.openvino-version }}" == "stable" ]; then
-            pip install openvino openvino-tokenizers
-          else
-            pip install openvino openvino-tokenizers --pre --upgrade --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly
-          fi
           pip install .[tests] transformers[testing]
 
+      - if: ${{ matrix.openvino-version == 'stable' }}
+        name: Install stable OpenVINO
+        run: |
+          pip install openvino openvino-tokenizers
+
+      - if: ${{ matrix.openvino-version == 'nightly' }}
+        name: Install nightly OpenVINO
+        run: |
+          pip install openvino openvino-tokenizers --pre --upgrade --extra-index-url https://storage.openvinotoolkit.org/simple/wheels/nightly
+
       - if: ${{ matrix.transformers-version != 'latest' }}
-        name: Downgrade dependencies
+        name: Downgrade Transformers and Accelerate
         run: pip install transformers==${{ matrix.transformers-version }} accelerate==0.*
 
       - name: Test with Pytest (basic)