codeflash-ai/codeflash
1
0
Fork 0
Code Issues 18 Pull requests 33 Projects Releases Packages Wiki Activity Actions 4.9k

Merge pull request #852 from codeflash-ai/run-functions-50-times-max

Browse source 
Run small functions a max of 50 times.
This commit is contained in:
Saurabh Misra 2024-07-23 20:13:05 -07:00 committed by GitHub
commit d5fc6b0d12
2 changed files with 5 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
codeflash/code_utils/config_consts.py
View file

@ -3,5 +3,5 @@ INDIVIDUAL_TESTCASE_TIMEOUT = 15
MAX_FUNCTION_TEST_SECONDS = 60
N_CANDIDATES = 10
MIN_IMPROVEMENT_THRESHOLD = 0.05
MAX_TEST_FUNCTION_RUNS = 30
MAX_TEST_FUNCTION_RUNS = 50
MAX_CUMULATIVE_TEST_RUNTIME_NANOSECONDS = 100e6 # 100ms

8
tests/scripts/end_to_end_test_topological_sort.py
View file

@ -49,11 +49,11 @@ def main():
improvement_x = float(m.group(2).replace(",", ""))
assert (
improvement_pct > 10
), f"Performance improvement percentage was {improvement_pct}, which was not above 10%"
improvement_pct > 5
), f"Performance improvement percentage was {improvement_pct}, which was not above 5%"
assert (
improvement_x > 0.10
), f"Performance improvement rate was {improvement_x}x, which was not above 0.1x"
improvement_x > 0.05
), f"Performance improvement rate was {improvement_x}x, which was not above 0.05x"
# Check for the line indicating the number of discovered existing unit tests
unit_test_search = re.search(