diff --git a/language/mixtral-8x7b/SUT.py b/language/mixtral-8x7b/SUT.py
index 9ed44dbf5..aaf0eecee 100644
--- a/language/mixtral-8x7b/SUT.py
+++ b/language/mixtral-8x7b/SUT.py
@@ -301,7 +301,8 @@ def load_model(self):
             self.model = self.model.to(self.device)
 
         self.model.eval()
-        self.model = self.model.to(memory_format=torch.channels_last)
+        if self.device != "cpu":
+            self.model = self.model.to(memory_format=torch.channels_last)
 
         self.tokenizer = AutoTokenizer.from_pretrained(
             self.model_path,