Add Java end to end tests
This commit is contained in:
parent
4c976415ef
commit
ca4f01f7c5
2 changed files with 181 additions and 0 deletions
105
.github/workflows/e2e-java-fibonacci-nogit.yaml
vendored
Normal file
105
.github/workflows/e2e-java-fibonacci-nogit.yaml
vendored
Normal file
|
|
@ -0,0 +1,105 @@
|
|||
name: E2E - Java Fibonacci (No Git)
|
||||
|
||||
on:
|
||||
pull_request:
|
||||
paths:
|
||||
- 'codeflash/languages/java/**'
|
||||
- 'codeflash/languages/base.py'
|
||||
- 'codeflash/languages/registry.py'
|
||||
- 'codeflash/optimization/**'
|
||||
- 'codeflash/verification/**'
|
||||
- 'code_to_optimize/java/**'
|
||||
- 'codeflash-java-runtime/**'
|
||||
- 'tests/scripts/end_to_end_test_java_fibonacci.py'
|
||||
- '.github/workflows/e2e-java-fibonacci-nogit.yaml'
|
||||
|
||||
workflow_dispatch:
|
||||
|
||||
concurrency:
|
||||
group: ${{ github.workflow }}-${{ github.ref_name }}
|
||||
cancel-in-progress: true
|
||||
|
||||
jobs:
|
||||
java-fibonacci-optimization-no-git:
|
||||
environment: ${{ (github.event_name == 'workflow_dispatch' || (contains(toJSON(github.event.pull_request.files.*.filename), '.github/workflows/') && github.event.pull_request.user.login != 'misrasaurabh1' && github.event.pull_request.user.login != 'KRRT7')) && 'external-trusted-contributors' || '' }}
|
||||
|
||||
runs-on: ubuntu-latest
|
||||
env:
|
||||
CODEFLASH_AIS_SERVER: prod
|
||||
POSTHOG_API_KEY: ${{ secrets.POSTHOG_API_KEY }}
|
||||
CODEFLASH_API_KEY: ${{ secrets.CODEFLASH_API_KEY }}
|
||||
COLUMNS: 110
|
||||
MAX_RETRIES: 3
|
||||
RETRY_DELAY: 5
|
||||
EXPECTED_IMPROVEMENT_PCT: 70
|
||||
CODEFLASH_END_TO_END: 1
|
||||
steps:
|
||||
- name: Checkout
|
||||
uses: actions/checkout@v4
|
||||
with:
|
||||
ref: ${{ github.event.pull_request.head.ref }}
|
||||
repository: ${{ github.event.pull_request.head.repo.full_name }}
|
||||
fetch-depth: 0
|
||||
token: ${{ secrets.GITHUB_TOKEN }}
|
||||
|
||||
- name: Validate PR
|
||||
env:
|
||||
PR_AUTHOR: ${{ github.event.pull_request.user.login }}
|
||||
PR_STATE: ${{ github.event.pull_request.state }}
|
||||
BASE_SHA: ${{ github.event.pull_request.base.sha }}
|
||||
HEAD_SHA: ${{ github.event.pull_request.head.sha }}
|
||||
run: |
|
||||
if git diff --name-only "$BASE_SHA" "$HEAD_SHA" | grep -q "^.github/workflows/"; then
|
||||
echo "⚠️ Workflow changes detected."
|
||||
echo "PR Author: $PR_AUTHOR"
|
||||
if [[ "$PR_AUTHOR" == "misrasaurabh1" || "$PR_AUTHOR" == "KRRT7" ]]; then
|
||||
echo "✅ Authorized user ($PR_AUTHOR). Proceeding."
|
||||
elif [[ "$PR_STATE" == "open" ]]; then
|
||||
echo "✅ PR is open. Proceeding."
|
||||
else
|
||||
echo "⛔ Unauthorized user ($PR_AUTHOR) attempting to modify workflows. Exiting."
|
||||
exit 1
|
||||
fi
|
||||
else
|
||||
echo "✅ No workflow file changes detected. Proceeding."
|
||||
fi
|
||||
|
||||
- name: Set up JDK 11
|
||||
uses: actions/setup-java@v4
|
||||
with:
|
||||
java-version: '11'
|
||||
distribution: 'temurin'
|
||||
cache: maven
|
||||
|
||||
- name: Set up Python 3.11 for CLI
|
||||
uses: astral-sh/setup-uv@v6
|
||||
with:
|
||||
python-version: 3.11.6
|
||||
|
||||
- name: Install dependencies (CLI)
|
||||
run: uv sync
|
||||
|
||||
- name: Build codeflash-runtime JAR
|
||||
run: |
|
||||
cd codeflash-java-runtime
|
||||
mvn clean package -q -DskipTests
|
||||
mvn install -q -DskipTests
|
||||
|
||||
- name: Verify Java installation
|
||||
run: |
|
||||
java -version
|
||||
mvn --version
|
||||
|
||||
- name: Remove .git
|
||||
run: |
|
||||
if [ -d ".git" ]; then
|
||||
sudo rm -rf .git
|
||||
echo ".git directory removed."
|
||||
else
|
||||
echo ".git directory does not exist."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
- name: Run Codeflash to optimize Fibonacci
|
||||
run: |
|
||||
uv run python tests/scripts/end_to_end_test_java_fibonacci.py
|
||||
76
tests/scripts/end_to_end_test_java_fibonacci.py
Normal file
76
tests/scripts/end_to_end_test_java_fibonacci.py
Normal file
|
|
@ -0,0 +1,76 @@
|
|||
import logging
|
||||
import os
|
||||
import pathlib
|
||||
import subprocess
|
||||
import time
|
||||
|
||||
|
||||
def run_test(expected_improvement_pct: int) -> bool:
|
||||
logging.basicConfig(level=logging.INFO)
|
||||
cwd = (pathlib.Path(__file__).parent.parent.parent / "code_to_optimize" / "java").resolve()
|
||||
file_path = "src/main/java/com/example/Fibonacci.java"
|
||||
function_name = "fibonacci"
|
||||
|
||||
# Save original file contents for rollback on failure
|
||||
original_contents = (cwd / file_path).read_text("utf-8")
|
||||
|
||||
command = [
|
||||
"uv", "run", "--no-project", "../../codeflash/main.py",
|
||||
"--file", file_path,
|
||||
"--function", function_name,
|
||||
"--no-pr",
|
||||
]
|
||||
|
||||
env = os.environ.copy()
|
||||
env["PYTHONIOENCODING"] = "utf-8"
|
||||
|
||||
logging.info(f"Running: {' '.join(command)} in {cwd}")
|
||||
process = subprocess.Popen(
|
||||
command, stdout=subprocess.PIPE, stderr=subprocess.STDOUT,
|
||||
text=True, cwd=str(cwd), env=env, encoding="utf-8",
|
||||
)
|
||||
|
||||
output = []
|
||||
for line in process.stdout:
|
||||
logging.info(line.strip())
|
||||
output.append(line)
|
||||
|
||||
return_code = process.wait()
|
||||
stdout = "".join(output)
|
||||
|
||||
if return_code != 0:
|
||||
logging.error(f"Command returned exit code {return_code}")
|
||||
(cwd / file_path).write_text(original_contents, "utf-8")
|
||||
return False
|
||||
|
||||
if "⚡️ Optimization successful! 📄 " not in stdout:
|
||||
logging.error("Failed to find optimization success message in output")
|
||||
(cwd / file_path).write_text(original_contents, "utf-8")
|
||||
return False
|
||||
|
||||
logging.info("Java Fibonacci optimization succeeded")
|
||||
# Restore original file so the test is idempotent
|
||||
(cwd / file_path).write_text(original_contents, "utf-8")
|
||||
return True
|
||||
|
||||
|
||||
def run_with_retries(test_func, *args) -> int:
|
||||
max_retries = int(os.getenv("MAX_RETRIES", 3))
|
||||
retry_delay = int(os.getenv("RETRY_DELAY", 5))
|
||||
for attempt in range(1, max_retries + 1):
|
||||
logging.info(f"\n=== Attempt {attempt} of {max_retries} ===")
|
||||
if test_func(*args):
|
||||
logging.info(f"Test passed on attempt {attempt}")
|
||||
return 0
|
||||
logging.error(f"Test failed on attempt {attempt}")
|
||||
if attempt < max_retries:
|
||||
logging.info(f"Retrying in {retry_delay} seconds...")
|
||||
time.sleep(retry_delay)
|
||||
else:
|
||||
logging.error("Test failed after all retries")
|
||||
return 1
|
||||
return 1
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
exit(run_with_retries(run_test, int(os.getenv("EXPECTED_IMPROVEMENT_PCT", 70))))
|
||||
Loading…
Reference in a new issue