|
1 | 1 | import json |
2 | 2 | import re |
| 3 | + |
3 | 4 | import structlog |
4 | 5 | from litellm import ChatCompletionRequest |
5 | 6 |
|
@@ -79,17 +80,20 @@ async def process( |
79 | 80 | PackageExtractor.extract_packages(snippet.code, snippet.language) # type: ignore |
80 | 81 | ) |
81 | 82 |
|
82 | | - logger.info(f"Found {len(snippet_packages)} packages " |
83 | | - f"for language {snippet_language} in code snippets.") |
| 83 | + logger.info( |
| 84 | + f"Found {len(snippet_packages)} packages " |
| 85 | + f"for language {snippet_language} in code snippets." |
| 86 | + ) |
84 | 87 | # Find bad packages in the snippets |
85 | 88 | bad_snippet_packages = await storage_engine.search( |
86 | | - language=snippet_language, packages=snippet_packages) # type: ignore |
| 89 | + language=snippet_language, packages=snippet_packages |
| 90 | + ) # type: ignore |
87 | 91 | logger.info(f"Found {len(bad_snippet_packages)} bad packages in code snippets.") |
88 | 92 |
|
89 | 93 | # Remove code snippets from the user messages and search for bad packages |
90 | 94 | # in the rest of the user query/messsages |
91 | 95 | user_messages = re.sub(r"```.*?```", "", user_message, flags=re.DOTALL) |
92 | | - user_messages = re.sub(r"⋮...*?⋮...\n\n", "", user_messages, flags=re.DOTALL) # regex used in aider |
| 96 | + user_messages = re.sub(r"⋮...*?⋮...\n\n", "", user_messages, flags=re.DOTALL) |
93 | 97 |
|
94 | 98 | # split messages into double newlines, to avoid passing so many content in the search |
95 | 99 | split_messages = user_messages.split("\n\n") |
|
0 commit comments