mirror of
https://github.com/codeflash-ai/codeflash.git
synced 2026-05-04 18:25:17 +00:00
d344324325
All 12 E2E workflows used `paths: ['**']` which triggered on every file change — docs, configs, experiments, etc. This caused ~140-200 min of compute per push event (18+ parallel workflows). Now E2E tests only trigger when relevant source code changes: - Python E2E: codeflash/**, tests/**, pyproject.toml, uv.lock, workflow files - JS E2E: same + packages/** - Java E2E: already had proper path filters (no change needed) Estimated savings: ~$150-200/mo in CI compute.
76 lines
2.7 KiB
YAML
76 lines
2.7 KiB
YAML
name: E2E - Futurehouse Structure
|
|
|
|
on:
|
|
pull_request:
|
|
paths:
|
|
- 'codeflash/**'
|
|
- 'tests/**'
|
|
- 'pyproject.toml'
|
|
- 'uv.lock'
|
|
- '.github/workflows/e2e-*.yaml'
|
|
|
|
workflow_dispatch:
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.ref_name }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
futurehouse-structure:
|
|
# Dynamically determine if environment is needed only when workflow files change and contributor is external
|
|
environment: ${{ (github.event_name == 'workflow_dispatch' || (contains(toJSON(github.event.pull_request.files.*.filename), '.github/workflows/') && github.event.pull_request.user.login != 'misrasaurabh1' && github.event.pull_request.user.login != 'KRRT7')) && 'external-trusted-contributors' || '' }}
|
|
|
|
runs-on: ubuntu-latest
|
|
env:
|
|
CODEFLASH_AIS_SERVER: prod
|
|
POSTHOG_API_KEY: ${{ secrets.POSTHOG_API_KEY }}
|
|
CODEFLASH_API_KEY: ${{ secrets.CODEFLASH_API_KEY }}
|
|
COLUMNS: 110
|
|
MAX_RETRIES: 3
|
|
RETRY_DELAY: 5
|
|
EXPECTED_IMPROVEMENT_PCT: 5
|
|
CODEFLASH_END_TO_END: 1
|
|
steps:
|
|
- name: 🛎️ Checkout
|
|
uses: actions/checkout@v4
|
|
with:
|
|
ref: ${{ github.event.pull_request.head.ref }}
|
|
repository: ${{ github.event.pull_request.head.repo.full_name }}
|
|
fetch-depth: 0
|
|
token: ${{ secrets.GITHUB_TOKEN }}
|
|
- name: Validate PR
|
|
run: |
|
|
# Check for any workflow changes
|
|
if git diff --name-only "${{ github.event.pull_request.base.sha }}" "${{ github.event.pull_request.head.sha }}" | grep -q "^.github/workflows/"; then
|
|
echo "⚠️ Workflow changes detected."
|
|
|
|
# Get the PR author
|
|
AUTHOR="${{ github.event.pull_request.user.login }}"
|
|
echo "PR Author: $AUTHOR"
|
|
|
|
# Allowlist check
|
|
if [[ "$AUTHOR" == "misrasaurabh1" || "$AUTHOR" == "KRRT7" ]]; then
|
|
echo "✅ Authorized user ($AUTHOR). Proceeding."
|
|
elif [[ "${{ github.event.pull_request.state }}" == "open" ]]; then
|
|
echo "✅ PR triggered by 'pull_request_target' and is open. Assuming protection rules are in place. Proceeding."
|
|
else
|
|
echo "⛔ Unauthorized user ($AUTHOR) attempting to modify workflows. Exiting."
|
|
exit 1
|
|
fi
|
|
else
|
|
echo "✅ No workflow file changes detected. Proceeding."
|
|
fi
|
|
|
|
- name: Set up Python 3.11 for CLI
|
|
uses: astral-sh/setup-uv@v6
|
|
with:
|
|
python-version: 3.11.6
|
|
|
|
- name: Install dependencies (CLI)
|
|
run: |
|
|
uv sync
|
|
|
|
- name: Run Codeflash to optimize code
|
|
id: optimize_code
|
|
run: |
|
|
uv run python tests/scripts/end_to_end_test_futurehouse.py
|