Add pytest-benchmark and port introspectionFromSchema-benchmark.js

Author: ktosiek

poetry.lock

@@ -33,6 +33,7 @@ python = "^3.6"
 [tool.poetry.dev-dependencies]
 pytest = "^5"
 pytest-asyncio = ">=0.10"
+pytest-benchmark = "^3.2"
 pytest-cov = "^2.7"
 pytest-describe = ">=0.12"
 pyyaml = "^5.1"

pyproject.toml

@@ -3,3 +3,8 @@ python-tag = py3
 
 [aliases]
 test = pytest
+
+[tool:pytest]
+# Only run benchmarks as tests.
+# To actually run the benchmarks, use --benchmark-enable on the command line.
+addopts = --benchmark-disable

setup.cfg

@@ -0,0 +1,12 @@
+from graphql import build_schema, parse, execute
+from graphql.utilities import introspection_query
+
+# noinspection PyUnresolvedReferences
+from ..fixtures import big_schema_sdl  # noqa: F401
+
+
+def test_executing_introspection_query(benchmark, big_schema_sdl):  # noqa: F811
+    schema = build_schema(big_schema_sdl)
+    query = parse(introspection_query.get_introspection_query())
+    result = benchmark(lambda: execute(schema, query))
+    assert result.errors is None

tests/benchmarks/__init__.py

@@ -4,7 +4,7 @@
 
 from pytest import fixture  # type: ignore
 
-__all__ = ["kitchen_sink_query", "kitchen_sink_sdl"]
+__all__ = ["kitchen_sink_query", "kitchen_sink_sdl", "big_schema_sdl"]
 
 
 def read_graphql(name):
@@ -20,3 +20,8 @@ def kitchen_sink_query():
 @fixture(scope="module")
 def kitchen_sink_sdl():
     return read_graphql("schema_kitchen_sink")
+
+
+@fixture(scope="module")
+def big_schema_sdl():
+    return read_graphql("github_schema")

tests/benchmarks/test_introspection_from_schema.py

@@ -39,6 +39,7 @@ setenv =
 deps =
     pytest>=5.0,<6
     pytest-asyncio>=0.10
+    pytest-benchmark>=3.2,<4
     pytest-cov>=2.7,<3
     pytest-describe>=0.12
 commands =