Skip to content

Commit

Permalink
test: latest benchmark runs
Browse files Browse the repository at this point in the history
  • Loading branch information
nedbat committed Sep 6, 2024
1 parent 5467e1f commit 3586535
Showing 1 changed file with 10 additions and 38 deletions.
48 changes: 10 additions & 38 deletions benchmark/run.py
Original file line number Diff line number Diff line change
Expand Up @@ -72,30 +72,28 @@
],
)


if 0:
# Compare two Python versions
v1 = 10
v2 = 11
if 1:
# Compare N Python versions
vers = [10, 11, 12, 13]
run_experiment(
py_versions=[
Python(3, v1),
Python(3, v2),
],
py_versions=[Python(3, v) for v in vers],
cov_versions=[
Coverage("753", "coverage==7.5.3"),
Coverage("761", "coverage==7.6.1"),
],
projects=[
ProjectMashumaro(),
ProjectPygments(),
ProjectMypy(),
],
rows=["cov", "proj"],
column="pyver",
ratios=[
(f"3.{v2} vs 3.{v1}", f"python3.{v2}", f"python3.{v1}"),
(f"3.{b} vs 3.{a}", f"python3.{b}", f"python3.{a}")
for a, b in zip(vers, vers[1:])
],
)

if 1:
if 0:
# Compare sysmon on many projects

run_experiment(
Expand Down Expand Up @@ -174,29 +172,3 @@
(f"sysmon%", "sysmon", "nocov"),
],
)

if 0:
# Compare 3.12 coverage vs no coverage
run_experiment(
py_versions=[
Python(3, 12),
],
cov_versions=[
NoCoverage("nocov"),
Coverage("732", "coverage==7.3.2"),
CoverageSource(
slug="sysmon",
env_vars={"COVERAGE_CORE": "sysmon"},
),
],
projects=[
ProjectMashumaro(), # small: "-k ck"
ProjectMashumaroBranch(), # small: "-k ck"
],
rows=["pyver", "proj"],
column="cov",
ratios=[
(f"732%", "732", "nocov"),
(f"sysmon%", "sysmon", "nocov"),
],
)

0 comments on commit 3586535

Please sign in to comment.