From ccb633c663fd666d2f25ad83158801a68e070878 Mon Sep 17 00:00:00 2001 From: kozistr Date: Mon, 6 Jan 2025 11:55:20 +0900 Subject: [PATCH] update: disable LastToken pooling for ModernBert --- backends/candle/src/models/modernbert.rs | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/backends/candle/src/models/modernbert.rs b/backends/candle/src/models/modernbert.rs index 26bfbc8d..b4a8878f 100644 --- a/backends/candle/src/models/modernbert.rs +++ b/backends/candle/src/models/modernbert.rs @@ -480,6 +480,10 @@ impl ModernBertModel { candle::bail!("`splade` is not supported for ModernBert") } + if pool == Pool::LastToken { + candle::bail!("`LastToken` is not supported for ModernBert") + } + (pool, None) } };