|
1 | 1 | import json
|
2 | 2 | import re
|
| 3 | + |
3 | 4 | import structlog
|
4 | 5 | from litellm import ChatCompletionRequest
|
5 | 6 |
|
@@ -79,17 +80,20 @@ async def process(
|
79 | 80 | PackageExtractor.extract_packages(snippet.code, snippet.language) # type: ignore
|
80 | 81 | )
|
81 | 82 |
|
82 |
| - logger.info(f"Found {len(snippet_packages)} packages " |
83 |
| - f"for language {snippet_language} in code snippets.") |
| 83 | + logger.info( |
| 84 | + f"Found {len(snippet_packages)} packages " |
| 85 | + f"for language {snippet_language} in code snippets." |
| 86 | + ) |
84 | 87 | # Find bad packages in the snippets
|
85 | 88 | bad_snippet_packages = await storage_engine.search(
|
86 |
| - language=snippet_language, packages=snippet_packages) # type: ignore |
| 89 | + language=snippet_language, packages=snippet_packages |
| 90 | + ) # type: ignore |
87 | 91 | logger.info(f"Found {len(bad_snippet_packages)} bad packages in code snippets.")
|
88 | 92 |
|
89 | 93 | # Remove code snippets from the user messages and search for bad packages
|
90 | 94 | # in the rest of the user query/messsages
|
91 | 95 | user_messages = re.sub(r"```.*?```", "", user_message, flags=re.DOTALL)
|
92 |
| - user_messages = re.sub(r"⋮...*?⋮...\n\n", "", user_messages, flags=re.DOTALL) # regex used in aider |
| 96 | + user_messages = re.sub(r"⋮...*?⋮...\n\n", "", user_messages, flags=re.DOTALL) |
93 | 97 |
|
94 | 98 | # split messages into double newlines, to avoid passing so many content in the search
|
95 | 99 | split_messages = user_messages.split("\n\n")
|
|
0 commit comments