diff --git a/backends/candle/src/models/modernbert.rs b/backends/candle/src/models/modernbert.rs
index 26bfbc8d..b4a8878f 100644
--- a/backends/candle/src/models/modernbert.rs
+++ b/backends/candle/src/models/modernbert.rs
@@ -480,6 +480,10 @@ impl ModernBertModel {
                     candle::bail!("`splade` is not supported for ModernBert")
                 }
 
+                if pool == Pool::LastToken {
+                    candle::bail!("`LastToken` is not supported for ModernBert")
+                }
+
                 (pool, None)
             }
         };