update: disable LastToken pooling for ModernBert

kozistr · Jan 6, 2025 · ccb633c · ccb633c
1 parent 1fe761f
commit ccb633c
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/backends/candle/src/models/modernbert.rs b/backends/candle/src/models/modernbert.rs
@@ -480,6 +480,10 @@ impl ModernBertModel {
                     candle::bail!("`splade` is not supported for ModernBert")
                 }
 
+                if pool == Pool::LastToken {
+                    candle::bail!("`LastToken` is not supported for ModernBert")
+                }
+
                 (pool, None)
             }
         };