perf(models): convert prefix/skill/command tuples to frozensets (#47)

* perf(models): convert prefix/skill/command tuples to frozensets

Use frozenset for CODEFLASH_AGENT_PREFIXES, CODEFLASH_SKILLS,
and CODEFLASH_COMMANDS for O(1) membership testing.

* style: format frozenset literals per ruff

* Add blackbox benchmark VM infra

D2s_v5 (non-burstable, 2 vCPU, 8 GB) with cloud-init provisioning,
CPU-pinned benchmarks, and A/B comparison scripts.

---------

Co-authored-by: codeflash[bot] <codeflash[bot]@users.noreply.github.com>
This commit is contained in:
Kevin Turcios 2026-04-29 03:22:50 -05:00 committed by GitHub
parent e4fcbb5b83
commit 6ddc97a575
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -195,52 +195,58 @@ class SessionDigest:
# Codeflash plugin detection
# ---------------------------------------------------------------------------
CODEFLASH_AGENT_PREFIXES = (
"codeflash",
"codeflash-python",
"codeflash-deep",
"codeflash-cpu",
"codeflash-memory",
"codeflash-async",
"codeflash-structure",
"codeflash-setup",
"codeflash-scan",
"codeflash-ci",
"codeflash-pr-prep",
"codeflash-researcher",
"codeflash-review",
"codeflash-javascript",
"codeflash-js-deep",
"codeflash-js-cpu",
"codeflash-js-memory",
"codeflash-js-async",
"codeflash-js-structure",
"codeflash-js-bundle",
"codeflash-js-setup",
"codeflash-js-scan",
"codeflash-js-ci",
"codeflash-js-pr-prep",
"codeflash-java",
"codeflash-java-deep",
"codeflash-java-cpu",
"codeflash-java-memory",
"codeflash-java-async",
"codeflash-java-structure",
"codeflash-java-setup",
"codeflash-java-scan",
"codeflash-java-ci",
"codeflash-java-pr-prep",
CODEFLASH_AGENT_PREFIXES = frozenset(
{
"codeflash",
"codeflash-python",
"codeflash-deep",
"codeflash-cpu",
"codeflash-memory",
"codeflash-async",
"codeflash-structure",
"codeflash-setup",
"codeflash-scan",
"codeflash-ci",
"codeflash-pr-prep",
"codeflash-researcher",
"codeflash-review",
"codeflash-javascript",
"codeflash-js-deep",
"codeflash-js-cpu",
"codeflash-js-memory",
"codeflash-js-async",
"codeflash-js-structure",
"codeflash-js-bundle",
"codeflash-js-setup",
"codeflash-js-scan",
"codeflash-js-ci",
"codeflash-js-pr-prep",
"codeflash-java",
"codeflash-java-deep",
"codeflash-java-cpu",
"codeflash-java-memory",
"codeflash-java-async",
"codeflash-java-structure",
"codeflash-java-setup",
"codeflash-java-scan",
"codeflash-java-ci",
"codeflash-java-pr-prep",
}
)
CODEFLASH_SKILLS = (
"codeflash-optimize",
"memray-profiling",
CODEFLASH_SKILLS = frozenset(
{
"codeflash-optimize",
"memray-profiling",
}
)
CODEFLASH_COMMANDS = (
"codex-review",
"codex-setup",
"codex-status",
CODEFLASH_COMMANDS = frozenset(
{
"codex-review",
"codex-setup",
"codex-status",
}
)