fix: GTE model

kozistr · Nov 30, 2024 · d5430f5 · d5430f5
1 parent 9cc25ab
commit d5430f5
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/backends/candle/src/lib.rs b/backends/candle/src/lib.rs
@@ -351,9 +351,10 @@ impl CandleBackend {
                 {
                     tracing::info!("Starting GTE model on {:?}", device);
                     Ok(Box::new(GTEModel::load(vb, &config, model_type).s()?))
+                } else {
+                    tracing::info!("Starting FlashGTE model on {:?}", device);
+                    Ok(Box::new(FlashGTEModel::load(vb, &config, model_type).s()?))
                 }
-                tracing::info!("Starting FlashGTE model on {:?}", device);
-                Ok(Box::new(FlashGTEModel::load(vb, &config, model_type).s()?))
             }
             #[cfg(feature = "cuda")]
             (Config::Qwen2(config), Device::Cuda(_)) => {