auto_coder_000000001798_chat_action.yml_5bde85240764ef5ed2d09d141a1b643e

在 src/autocoder/common/context_pruner.py 中, 调整 token_count 增加与 selected_files 添加的顺序, 确保 token_count 在文件片段处理后立即更新
allwefantasy · Feb 23, 2025 · b69ec83 · b69ec83
1 parent d15eb37
commit b69ec83
Show file tree

Hide file tree

Showing 5 changed files with 15 additions and 7 deletions.
diff --git a/file0.py b/file0.py
@@ -0,0 +1,2 @@
+def test_function_0():
+    pass
diff --git a/file1.py b/file1.py
@@ -0,0 +1,2 @@
+def test_function_1():
+    pass
diff --git a/file2.py b/file2.py
@@ -0,0 +1,2 @@
+def test_function_2():
+    pass
diff --git a/file3.py b/file3.py
@@ -0,0 +1,2 @@
+def test_function_3():
+    pass
diff --git a/src/autocoder/common/context_pruner.py b/src/autocoder/common/context_pruner.py
@@ -287,12 +287,12 @@ def extract_code_snippets(conversations: List[Dict[str, str]], content: str, is_
                         content_snippets = self._build_snippet_content(file_path, content, merged_snippets)
                         snippet_tokens = count_tokens(content_snippets)
                         if token_count + snippet_tokens <= self.max_tokens:
-                            selected_files.append(SourceCode(module_name=file_path,source_code=content_snippets,tokens=snippet_tokens))
+                            selected_files.append(SourceCode(module_name=file_path,source_code=content_snippets,tokens=snippet_tokens))                            
+                            token_count += snippet_tokens
                             self.printer.print_in_terminal("file_snippet_procesed", file_path=file_path, 
                                                            total_tokens=token_count, 
                                                            tokens=tokens, 
                                                            snippet_tokens=snippet_tokens)
-                            token_count += snippet_tokens
                             continue
                         else:
                             break
@@ -319,15 +319,15 @@ def extract_code_snippets(conversations: List[Dict[str, str]], content: str, is_
                         content_snippets = self._build_snippet_content(file_path, content, snippets)
 
                         snippet_tokens = count_tokens(content_snippets)
-                        if token_count + snippet_tokens <= self.max_tokens:
-                            self.printer.print_in_terminal("file_snippet_procesed", file_path=file_path, 
-                                                           total_tokens = token_count,
-                                                           tokens=tokens, 
-                                                           snippet_tokens=snippet_tokens)
+                        if token_count + snippet_tokens <= self.max_tokens:                            
                             selected_files.append(SourceCode(module_name=file_path,
                                                              source_code=content_snippets,
                                                              tokens=snippet_tokens))
                             token_count += snippet_tokens
+                            self.printer.print_in_terminal("file_snippet_procesed", file_path=file_path, 
+                                                           total_tokens = token_count,
+                                                           tokens=tokens, 
+                                                           snippet_tokens=snippet_tokens)
                         else:
                             break
             except Exception as e: