Merge pull request #1441 from codeflash-ai/NLTK-corpus-improvement

Nltk corpus improvement
2025-02-04 17:53:48 -05:00 · 2025-02-04 17:53:48 -05:00 · b2ad710a5c
commit b2ad710a5c
parent 4a47b11046 ab860a6fbf
2 changed files with 11 additions and 15 deletions
--- a/django/aiservice/optimizer/code_utils/postprocess_filter.py
+++ b/django/aiservice/optimizer/code_utils/postprocess_filter.py
--- a/django/aiservice/optimizer/postprocess.py
+++ b/django/aiservice/optimizer/postprocess.py
@ -271,7 +271,7 @@ def optimizations_postprocessing_pipeline(
        equality_check,
        dedup_and_sort_imports,
        cleanup_explanations,
-        degibberization_pipeline,
+        # degibberization_pipeline, # with newer models, the context window is large enough to not need this, restore if needed
        filter_ellipsis_containing_code,
    ]