fix: 'model_configs' AttributeError (#1358)

flexflow · Apr 6, 2024 · 1210256 · 1210256
1 parent e0a6e4f
commit 1210256
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/python/flexflow/serve/serve.py b/python/flexflow/serve/serve.py
@@ -373,9 +373,9 @@ def compile(
         model_configs = self.config_class(self.hf_config)
 
         self.rm.set_max_spec_tree_token_num(
-            self.model_configs.max_spec_tree_token_num
+            model_configs.max_spec_tree_token_num
             if "max_spec_tree_token_num"
-            in self.model_configs.__dict__
+            in model_configs.__dict__
             else 20
         )