test: more tweaks to benchmarking

Author: nedbat

lab/benchmark/benchmark.py

@@ -144,13 +144,20 @@ def prep_environment(self, env):
         """
         pass
 
+    @contextlib.contextmanager
     def tweak_coverage_settings(
         self, settings: Iterable[Tuple[str, Any]]
     ) -> Iterator[None]:
         """Tweak the coverage settings.
 
         NOTE: This is not properly factored, and is only used by ToxProject now!!!
         """
+        yield
+
+    def pre_check(self, env):
+        pass
+
+    def post_check(self, env):
         pass
 
     def run_no_coverage(self, env):

lab/benchmark/run.py

@@ -25,7 +25,7 @@
     )
 
 
-if 1:
+if 0:
     run_experiment(
         py_versions=[
             Python(3, 9),
@@ -52,3 +52,24 @@
             (".2 dynctx cost", "702.dynctx", "702"),
         ],
     )
+
+
+if 1:
+    # Compare 3.11 vs 3.12
+    run_experiment(
+        py_versions=[
+            Python(3, 11),
+            Python(3, 12),
+        ],
+        cov_versions=[
+            Coverage("732", "coverage==7.3.2"),
+        ],
+        projects=[
+            ProjectDateutil(),
+        ],
+        rows=["cov", "proj"],
+        column="pyver",
+        ratios=[
+            ("3.12 vs 3.11", "python3.12", "python3.11"),
+        ],
+    )