GraphQL Strawberry Testing (#360)

* Start strawberry GraphQL testing

* Fix Strawberry GraphQL tests

* Strawberry tox config

* Strawberry Testing Updates

* More testing fixes

* Linting and Formatting

Co-authored-by: Tim Pansino <[email protected]>

Author: lrafeei

pyproject.toml

@@ -6,7 +6,7 @@ include = '\.pyi?$'
 profile = "black"
 
 [tool.pylint.messages_control]
-disable = "B101,C0103,C0114,C0115,C0116,C0302,C0415,E0401,E1120,E122,E126,E127,E128,E203,E501,E722,R0201,R0205,R0801,R0903,R0912,R0913,R0914,R0915,R1725,W0212,W0223,W0603,W0613,W0703,W0706,W504,redefined-outer-name"
+disable = "B101,C0103,C0114,C0115,C0116,C0302,C0415,E0401,E1120,E122,E126,E127,E128,E203,E501,E722,R0201,R0205,R0801,R0903,R0912,R0913,R0914,R0915,R1725,W0212,W0223,W0603,W0613,W0703,W0706,W504,line-too-long,redefined-outer-name"
 
 [tool.pylint.format]
 max-line-length = "120"

tests/framework_ariadne/_target_application.py

@@ -104,7 +104,7 @@ def mutate(self, info, string):
 def resolve_type(obj, *args):
     if "isbn" in obj:
         return "Book"
-    elif "issue" in obj:
+    elif "issue" in obj:  # pylint: disable=R1705
         return "Magazine"
 
     return None

tests/framework_ariadne/test_application.py

@@ -67,12 +67,12 @@ def delay_import():
     return delay_import
 
 
-def example_middleware(next, root, info, **args):
+def example_middleware(next, root, info, **args):  # pylint: disable=W0622
     return_value = next(root, info, **args)
     return return_value
 
 
-def error_middleware(next, root, info, **args):
+def error_middleware(next, root, info, **args):  # pylint: disable=W0622
     raise RuntimeError("Runtime Error!")
 
 
@@ -249,7 +249,7 @@ def _test():
         from graphql import MiddlewareManager
 
         ok, response = graphql_run(app, query, middleware=MiddlewareManager(error_middleware))
-        assert response["errors"]
+        assert not ok and response["errors"]
 
     _test()
 
@@ -297,7 +297,7 @@ def test_exception_in_resolver(app, graphql_run, field):
     @background_task()
     def _test():
         ok, response = graphql_run(app, query)
-        assert response["errors"]
+        assert not ok and response["errors"]
 
     _test()
 
@@ -353,7 +353,7 @@ def test_exception_in_validation(app, graphql_run, is_graphql_2, query, exc_clas
     @background_task()
     def _test():
         ok, response = graphql_run(app, query)
-        assert response["errors"]
+        assert not ok and response["errors"]
 
     _test()
 

tests/framework_graphene/test_application.py

@@ -66,12 +66,12 @@ def delay_import():
     return delay_import
 
 
-def example_middleware(next, root, info, **args):
+def example_middleware(next, root, info, **args):  #pylint: disable=W0622
     return_value = next(root, info, **args)
     return return_value
 
 
-def error_middleware(next, root, info, **args):
+def error_middleware(next, root, info, **args):  #pylint: disable=W0622
     raise RuntimeError("Runtime Error!")
 
 

tests/framework_strawberry/_target_application.py

@@ -0,0 +1,198 @@
+# Copyright 2010 New Relic, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from typing import Union
+
+import strawberry.mutation
+import strawberry.type
+from strawberry import Schema, field, union
+from strawberry.asgi import GraphQL
+from strawberry.schema.config import StrawberryConfig
+from strawberry.types.types import Optional
+
+
+@strawberry.type
+class Author:
+    first_name: str
+    last_name: str
+
+
+@strawberry.type
+class Book:
+    id: int
+    name: str
+    isbn: str
+    author: Author
+    branch: str
+
+
+@strawberry.type
+class Magazine:
+    id: int
+    name: str
+    issue: int
+    branch: str
+
+
+@strawberry.type
+class Library:
+    id: int
+    branch: str
+    magazine: list[Magazine]
+    book: list[Book]
+
+
+Item = Union[Book, Magazine]
+
+
+Storage = list[str]
+
+
+authors = [
+    Author(
+        first_name="New",
+        last_name="Relic",
+    ),
+    Author(
+        first_name="Bob",
+        last_name="Smith",
+    ),
+    Author(
+        first_name="Leslie",
+        last_name="Jones",
+    ),
+]
+
+books = [
+    Book(
+        id=1,
+        name="Python Agent: The Book",
+        isbn="a-fake-isbn",
+        author=authors[0],
+        branch="riverside",
+    ),
+    Book(
+        id=2,
+        name="Ollies for O11y: A Sk8er's Guide to Observability",
+        isbn="a-second-fake-isbn",
+        author=authors[1],
+        branch="downtown",
+    ),
+    Book(
+        id=3,
+        name="[Redacted]",
+        isbn="a-third-fake-isbn",
+        author=authors[2],
+        branch="riverside",
+    ),
+]
+
+magazines = [
+    Magazine(id=1, name="Reli Updates Weekly", issue=1, branch="riverside"),
+    Magazine(id=2, name="Reli: The Forgotten Years", issue=2, branch="downtown"),
+    Magazine(id=3, name="Node Weekly", issue=1, branch="riverside"),
+]
+
+
+libraries = ["riverside", "downtown"]
+libraries = [
+    Library(
+        id=i + 1,
+        branch=branch,
+        magazine=[m for m in magazines if m.branch == branch],
+        book=[b for b in books if b.branch == branch],
+    )
+    for i, branch in enumerate(libraries)
+]
+
+storage = []
+
+
+def resolve_hello():
+    return "Hello!"
+
+
+async def resolve_hello_async():
+    return "Hello!"
+
+
+def resolve_echo(echo: str):
+    return echo
+
+
+def resolve_library(index: int):
+    return libraries[index]
+
+
+def resolve_storage_add(string: str):
+    storage.add(string)
+    return storage
+
+
+def resolve_storage():
+    return storage
+
+
+def resolve_error():
+    raise RuntimeError("Runtime Error!")
+
+
+def resolve_search(contains: str):
+    search_books = [b for b in books if contains in b.name]
+    search_magazines = [m for m in magazines if contains in m.name]
+    return search_books + search_magazines
+
+
+@strawberry.type
+class Query:
+    library: Library = field(resolver=resolve_library)
+    hello: str = field(resolver=resolve_hello)
+    hello_async: str = field(resolver=resolve_hello_async)
+    search: list[Item] = field(resolver=resolve_search)
+    echo: str = field(resolver=resolve_echo)
+    storage: Storage = field(resolver=resolve_storage)
+    error: Optional[str] = field(resolver=resolve_error)
+    error_non_null: str = field(resolver=resolve_error)
+
+    def resolve_library(self, info, index):
+        return libraries[index]
+
+    def resolve_storage(self, info):
+        return storage
+
+    def resolve_search(self, info, contains):
+        search_books = [b for b in books if contains in b.name]
+        search_magazines = [m for m in magazines if contains in m.name]
+        return search_books + search_magazines
+
+    def resolve_hello(self, info):
+        return "Hello!"
+
+    def resolve_echo(self, info, echo):
+        return echo
+
+    def resolve_error(self, info) -> str:
+        raise RuntimeError("Runtime Error!")
+
+
+@strawberry.type
+class Mutation:
+    @strawberry.mutation
+    def storage_add(self, string: str) -> str:
+        storage.append(string)
+        return str(string)
+
+
+_target_application = Schema(query=Query, mutation=Mutation, config=StrawberryConfig(auto_camel_case=False))
+_target_asgi_application = GraphQL(_target_application)

tests/framework_strawberry/conftest.py

@@ -0,0 +1,51 @@
+# Copyright 2010 New Relic, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import pytest
+import six
+from testing_support.fixtures import (  # noqa: F401; pylint: disable=W0611
+    code_coverage_fixture,
+    collector_agent_registration_fixture,
+    collector_available_fixture,
+)
+
+_coverage_source = [
+    "newrelic.hooks.framework_graphql",
+]
+
+code_coverage = code_coverage_fixture(source=_coverage_source)
+
+_default_settings = {
+    "transaction_tracer.explain_threshold": 0.0,
+    "transaction_tracer.transaction_threshold": 0.0,
+    "transaction_tracer.stack_trace_threshold": 0.0,
+    "debug.log_data_collector_payloads": True,
+    "debug.record_transaction_failure": True,
+}
+
+collector_agent_registration = collector_agent_registration_fixture(
+    app_name="Python Agent Test (framework_strawberry)",
+    default_settings=_default_settings,
+)
+
+
+@pytest.fixture(scope="session")
+def app():
+    from _target_application import _target_application
+
+    return _target_application
+
+
+if six.PY2:
+    collect_ignore = ["test_application_async.py"]