Add pytest-benchmark and port introspectionFromSchema-benchmark.js

Author: ktosiek

poetry.lock

@@ -45,6 +45,7 @@ sphinx_rtd_theme = ">=0.4"
 check-manifest = ">=0.39"
 bump2version = ">=0.5"
 tox = "^3.13"
+pytest-benchmark = "^3.2"
 
 [tool.black]
 target-version = ['py36', 'py37', 'py38']

pyproject.toml

@@ -3,3 +3,8 @@ python-tag = py3
 
 [aliases]
 test = pytest
+
+[tool:pytest]
+# Only run benchmarks as tests.
+# To actually run the benchmarks, use --benchmark-enable on the command line.
+addopts = --benchmark-disable

setup.cfg

@@ -4,7 +4,7 @@
 
 from pytest import fixture  # type: ignore
 
-__all__ = ["kitchen_sink_query", "kitchen_sink_sdl"]
+__all__ = ["kitchen_sink_query", "kitchen_sink_sdl", "big_schema_sdl"]
 
 
 def read_graphql(name):
@@ -20,3 +20,8 @@ def kitchen_sink_query():
 @fixture(scope="module")
 def kitchen_sink_sdl():
     return read_graphql("schema_kitchen_sink")
+
+
+@fixture(scope="module")
+def big_schema_sdl():
+    return read_graphql("github_schema")

tests/fixtures/__init__.py

@@ -1,11 +1,16 @@
+from graphql import execute, build_schema, parse
 from graphql.pyutils import dedent
 from graphql.type import GraphQLSchema, GraphQLObjectType, GraphQLField, GraphQLString
 from graphql.utilities import (
     build_client_schema,
     print_schema,
     introspection_from_schema,
+    introspection_query,
 )
 
+# noinspection PyUnresolvedReferences
+from ..fixtures import big_schema_sdl  # noqa: F401
+
 
 def introspection_to_sdl(introspection):
     return print_schema(build_client_schema(introspection))
@@ -56,3 +61,11 @@ def converts_a_simple_schema_without_description():
             }
             """
         )
+
+    def benchmark_executing_introspection_query(
+        benchmark, big_schema_sdl  # noqa: F811
+    ):
+        schema = build_schema(big_schema_sdl)
+        query = parse(introspection_query.get_introspection_query())
+        result = benchmark(lambda: execute(schema, query))
+        assert result.errors is None

tests/fixtures/github_schema.graphql

@@ -41,5 +41,6 @@ deps =
     pytest-asyncio>=0.10
     pytest-cov>=2.7,<3
     pytest-describe>=0.12
+    pytest-benchmark
 commands =
     pytest tests {posargs}