feat chaotic: basic work on openapi client

commit_hash:7726e14d3ae11d38c0d698c169f89fa8bf89d338

Author: segoon

.mapping.json

@@ -27,6 +27,24 @@
   "README.md":"taxi/uservices/userver/README.md",
   "SECURITY.md":"taxi/uservices/userver/SECURITY.md",
   "THIRD_PARTY.md":"taxi/uservices/userver/THIRD_PARTY.md",
+  "chaotic-openapi/CMakeLists.txt":"taxi/uservices/userver/chaotic-openapi/CMakeLists.txt",
+  "chaotic-openapi/bin/main.py":"taxi/uservices/userver/chaotic-openapi/bin/main.py",
+  "chaotic-openapi/chaotic_openapi/__init__.py":"taxi/uservices/userver/chaotic-openapi/chaotic_openapi/__init__.py",
+  "chaotic-openapi/chaotic_openapi/back/__init__.py":"taxi/uservices/userver/chaotic-openapi/chaotic_openapi/back/__init__.py",
+  "chaotic-openapi/chaotic_openapi/back/cpp_client/__init__.py":"taxi/uservices/userver/chaotic-openapi/chaotic_openapi/back/cpp_client/__init__.py",
+  "chaotic-openapi/chaotic_openapi/back/cpp_client/renderer.py":"taxi/uservices/userver/chaotic-openapi/chaotic_openapi/back/cpp_client/renderer.py",
+  "chaotic-openapi/chaotic_openapi/back/cpp_client/templates/client.hpp.jinja":"taxi/uservices/userver/chaotic-openapi/chaotic_openapi/back/cpp_client/templates/client.hpp.jinja",
+  "chaotic-openapi/chaotic_openapi/back/cpp_client/templates/client_impl.cpp.jinja":"taxi/uservices/userver/chaotic-openapi/chaotic_openapi/back/cpp_client/templates/client_impl.cpp.jinja",
+  "chaotic-openapi/chaotic_openapi/back/cpp_client/templates/client_impl.hpp.jinja":"taxi/uservices/userver/chaotic-openapi/chaotic_openapi/back/cpp_client/templates/client_impl.hpp.jinja",
+  "chaotic-openapi/chaotic_openapi/back/cpp_client/types.py":"taxi/uservices/userver/chaotic-openapi/chaotic_openapi/back/cpp_client/types.py",
+  "chaotic-openapi/include/userver/chaotic/openapi/parameters.hpp":"taxi/uservices/userver/chaotic-openapi/include/userver/chaotic/openapi/parameters.hpp",
+  "chaotic-openapi/include/userver/chaotic/openapi/parameters_read.hpp":"taxi/uservices/userver/chaotic-openapi/include/userver/chaotic/openapi/parameters_read.hpp",
+  "chaotic-openapi/include/userver/chaotic/openapi/parameters_write.hpp":"taxi/uservices/userver/chaotic-openapi/include/userver/chaotic/openapi/parameters_write.hpp",
+  "chaotic-openapi/src/chaotic/openapi/parameters.cpp":"taxi/uservices/userver/chaotic-openapi/src/chaotic/openapi/parameters.cpp",
+  "chaotic-openapi/src/chaotic/openapi/parameters_read.cpp":"taxi/uservices/userver/chaotic-openapi/src/chaotic/openapi/parameters_read.cpp",
+  "chaotic-openapi/src/chaotic/openapi/parameters_read_test.cpp":"taxi/uservices/userver/chaotic-openapi/src/chaotic/openapi/parameters_read_test.cpp",
+  "chaotic-openapi/src/chaotic/openapi/parameters_write.cpp":"taxi/uservices/userver/chaotic-openapi/src/chaotic/openapi/parameters_write.cpp",
+  "chaotic-openapi/src/chaotic/openapi/parameters_write_test.cpp":"taxi/uservices/userver/chaotic-openapi/src/chaotic/openapi/parameters_write_test.cpp",
   "chaotic/CMakeLists.txt":"taxi/uservices/userver/chaotic/CMakeLists.txt",
   "chaotic/bin/chaotic-gen":"taxi/uservices/userver/chaotic/bin/chaotic-gen",
   "chaotic/bin/main.py":"taxi/uservices/userver/chaotic/bin/main.py",
@@ -49,11 +67,13 @@
   "chaotic/chaotic/compilers/dynamic_config/templates/taxi_config.hpp.jinja":"taxi/uservices/userver/chaotic/chaotic/compilers/dynamic_config/templates/taxi_config.hpp.jinja",
   "chaotic/chaotic/compilers/dynamic_config/templates/variable.cpp.jinja":"taxi/uservices/userver/chaotic/chaotic/compilers/dynamic_config/templates/variable.cpp.jinja",
   "chaotic/chaotic/compilers/dynamic_config/templates/variable.hpp.jinja":"taxi/uservices/userver/chaotic/chaotic/compilers/dynamic_config/templates/variable.hpp.jinja",
+  "chaotic/chaotic/cpp_format.py":"taxi/uservices/userver/chaotic/chaotic/cpp_format.py",
   "chaotic/chaotic/error.py":"taxi/uservices/userver/chaotic/chaotic/error.py",
   "chaotic/chaotic/front/__init__.py":"taxi/uservices/userver/chaotic/chaotic/front/__init__.py",
   "chaotic/chaotic/front/parser.py":"taxi/uservices/userver/chaotic/chaotic/front/parser.py",
   "chaotic/chaotic/front/ref_resolver.py":"taxi/uservices/userver/chaotic/chaotic/front/ref_resolver.py",
   "chaotic/chaotic/front/types.py":"taxi/uservices/userver/chaotic/chaotic/front/types.py",
+  "chaotic/chaotic/jinja_env.py":"taxi/uservices/userver/chaotic/chaotic/jinja_env.py",
   "chaotic/chaotic/main.py":"taxi/uservices/userver/chaotic/chaotic/main.py",
   "chaotic/golden_tests/CMakeLists.txt":"taxi/uservices/userver/chaotic/golden_tests/CMakeLists.txt",
   "chaotic/golden_tests/output/schemas/allof/allof.cpp":"taxi/uservices/userver/chaotic/golden_tests/output/schemas/allof/allof.cpp",
@@ -119,9 +139,6 @@
   "chaotic/include/userver/chaotic/io/userver/utils/strong_typedef.hpp":"taxi/uservices/userver/chaotic/include/userver/chaotic/io/userver/utils/strong_typedef.hpp",
   "chaotic/include/userver/chaotic/object.hpp":"taxi/uservices/userver/chaotic/include/userver/chaotic/object.hpp",
   "chaotic/include/userver/chaotic/oneof_with_discriminator.hpp":"taxi/uservices/userver/chaotic/include/userver/chaotic/oneof_with_discriminator.hpp",
-  "chaotic/include/userver/chaotic/openapi/parameters.hpp":"taxi/uservices/userver/chaotic/include/userver/chaotic/openapi/parameters.hpp",
-  "chaotic/include/userver/chaotic/openapi/parameters_read.hpp":"taxi/uservices/userver/chaotic/include/userver/chaotic/openapi/parameters_read.hpp",
-  "chaotic/include/userver/chaotic/openapi/parameters_write.hpp":"taxi/uservices/userver/chaotic/include/userver/chaotic/openapi/parameters_write.hpp",
   "chaotic/include/userver/chaotic/primitive.hpp":"taxi/uservices/userver/chaotic/include/userver/chaotic/primitive.hpp",
   "chaotic/include/userver/chaotic/ref.hpp":"taxi/uservices/userver/chaotic/include/userver/chaotic/ref.hpp",
   "chaotic/include/userver/chaotic/timepoint_tz.hpp":"taxi/uservices/userver/chaotic/include/userver/chaotic/timepoint_tz.hpp",
@@ -183,11 +200,6 @@
   "chaotic/src/chaotic/io/userver/utils/datetime/date.cpp":"taxi/uservices/userver/chaotic/src/chaotic/io/userver/utils/datetime/date.cpp",
   "chaotic/src/chaotic/io/userver/utils/datetime/time_point_tz.cpp":"taxi/uservices/userver/chaotic/src/chaotic/io/userver/utils/datetime/time_point_tz.cpp",
   "chaotic/src/chaotic/io/userver/utils/datetime/time_point_tz_iso_basic.cpp":"taxi/uservices/userver/chaotic/src/chaotic/io/userver/utils/datetime/time_point_tz_iso_basic.cpp",
-  "chaotic/src/chaotic/openapi/parameters.cpp":"taxi/uservices/userver/chaotic/src/chaotic/openapi/parameters.cpp",
-  "chaotic/src/chaotic/openapi/parameters_read.cpp":"taxi/uservices/userver/chaotic/src/chaotic/openapi/parameters_read.cpp",
-  "chaotic/src/chaotic/openapi/parameters_read_test.cpp":"taxi/uservices/userver/chaotic/src/chaotic/openapi/parameters_read_test.cpp",
-  "chaotic/src/chaotic/openapi/parameters_write.cpp":"taxi/uservices/userver/chaotic/src/chaotic/openapi/parameters_write.cpp",
-  "chaotic/src/chaotic/openapi/parameters_write_test.cpp":"taxi/uservices/userver/chaotic/src/chaotic/openapi/parameters_write_test.cpp",
   "chaotic/tests/back/cpp/conftest.py":"taxi/uservices/userver/chaotic/tests/back/cpp/conftest.py",
   "chaotic/tests/back/cpp/test_external.py":"taxi/uservices/userver/chaotic/tests/back/cpp/test_external.py",
   "chaotic/tests/back/cpp/test_tr_array.py":"taxi/uservices/userver/chaotic/tests/back/cpp/test_tr_array.py",
@@ -388,6 +400,7 @@
   "cmake/get_cpm.cmake":"taxi/uservices/userver/cmake/get_cpm.cmake",
   "cmake/install/Config.cmake.in":"taxi/uservices/userver/cmake/install/Config.cmake.in",
   "cmake/install/userver-chaotic-config.cmake":"taxi/uservices/userver/cmake/install/userver-chaotic-config.cmake",
+  "cmake/install/userver-chaotic-openapi-config.cmake":"taxi/uservices/userver/cmake/install/userver-chaotic-openapi-config.cmake",
   "cmake/install/userver-clickhouse-config.cmake":"taxi/uservices/userver/cmake/install/userver-clickhouse-config.cmake",
   "cmake/install/userver-core-config.cmake":"taxi/uservices/userver/cmake/install/userver-core-config.cmake",
   "cmake/install/userver-easy-config.cmake":"taxi/uservices/userver/cmake/install/userver-easy-config.cmake",

CMakeLists.txt

@@ -186,6 +186,7 @@ endif()
 
 if (USERVER_FEATURE_CHAOTIC)
   add_subdirectory(chaotic)
+  add_subdirectory(chaotic-openapi)
   list(APPEND USERVER_AVAILABLE_COMPONENTS chaotic)
 endif()
 

chaotic-openapi/CMakeLists.txt

@@ -0,0 +1,40 @@
+project(userver-chaotic-openapi CXX)
+
+include(ChaoticGen)
+
+userver_module(chaotic-openapi
+    SOURCE_DIR "${CMAKE_CURRENT_SOURCE_DIR}"
+    LINK_LIBRARIES userver-core userver-chaotic
+
+    UTEST_SOURCES "${CMAKE_CURRENT_SOURCE_DIR}/src/*_test.cpp"
+    UTEST_LINK_LIBRARIES userver-core userver-chaotic
+)
+
+if(USERVER_BUILD_TESTS)
+  # userver_venv_setup(
+  #     NAME userver-chaotic-tests
+  #     PYTHON_OUTPUT_VAR USERVER_CHAOTIC_PYTEST_PYTHON_BINARY
+  #     REQUIREMENTS
+  #         "${USERVER_ROOT_DIR}/scripts/chaotic/requirements.txt"
+  #         "${USERVER_ROOT_DIR}/testsuite/requirements.txt"
+  #     UNIQUE
+  # )
+  # add_test(
+  #     NAME chaotic-tests-pytest
+  #     COMMAND
+  #     env "PYTHONPATH=${CMAKE_CURRENT_SOURCE_DIR}"
+  #     "${USERVER_CHAOTIC_PYTEST_PYTHON_BINARY}" -m pytest
+  #     -vvs
+  #     "${CMAKE_CURRENT_SOURCE_DIR}/tests"
+  # )
+
+  # add_subdirectory(integration_tests)
+  # add_subdirectory(golden_tests)
+endif()
+
+_userver_directory_install(COMPONENT chaotic-openapi
+    DIRECTORY
+        "${CMAKE_CURRENT_SOURCE_DIR}/chaotic_openapi"
+    DESTINATION 
+        "${CMAKE_INSTALL_LIBDIR}/userver"
+)

chaotic-openapi/bin/main.py

@@ -0,0 +1,48 @@
+from chaotic_openapi.back.cpp_client import renderer
+from chaotic_openapi.back.cpp_client import types
+
+from chaotic.back.cpp import type_name
+from chaotic.back.cpp import types as cpp_types
+
+
+def main():
+    ctx = renderer.Context(generate_path='', clang_format_bin='')
+    spec = types.ClientSpec(
+        client_name='test',
+        cpp_namespace='clients::test',
+        operations=[
+            types.Operation(
+                method='POST',
+                path='testme',
+                description='A testing method to call',
+                parameters=[
+                    types.Parameter(
+                        raw_name='number',
+                        cpp_name='number',
+                        parser='TrivialParameter',
+                    ),
+                ],
+                request_bodies=[
+                    types.RequestBody(
+                        content_type='text/plaintext',
+                        schema=cpp_types.CppPrimitiveType(
+                            raw_cpp_type=type_name.TypeName('int'),
+                            user_cpp_type=None,
+                            json_schema=None,
+                            nullable=False,
+                            validators=cpp_types.CppPrimitiveValidator(
+                                prefix='/definitions/type',
+                            ),
+                        ),
+                    ),
+                ],
+            ),
+        ],
+    )
+    outputs = renderer.render(spec, ctx)
+    for output in outputs:
+        print(f'\n{output.rel_path}\n====\n{output.content}')
+
+
+if __name__ == '__main__':
+    main()

chaotic-openapi/chaotic_openapi/__init__.py

@@ -0,0 +1,69 @@
+import dataclasses
+import os
+import pathlib
+
+import jinja2
+
+from chaotic import cpp_format
+from chaotic import jinja_env
+from chaotic_openapi.back.cpp_client import types
+
+PARENT_DIR = os.path.dirname(__file__)
+
+TEMPLATE_NAMES = [
+    'client.hpp',
+    # no 'client.cpp',
+    'client_impl.hpp',
+    'client_impl.cpp',
+    # 'requests.hpp',
+    # 'requests.cpp',
+    # 'responses.hpp',
+    # 'responses.cpp',
+    # 'exceptions.hpp',
+]
+
+
+@dataclasses.dataclass
+class Context:
+    generate_path: pathlib.Path
+    clang_format_bin: str
+
+
+@dataclasses.dataclass
+class CppOutput:
+    rel_path: str
+    content: str
+
+    def save(self, prefix: str) -> None:
+        with open(prefix + self.rel_path, 'w') as ofile:
+            ofile.write(self.content)
+
+
+def make_env() -> jinja2.Environment:
+    env = jinja_env.make_env(
+        'chaotic-openapi/chaotic_openapi/back/cpp_client',
+        os.path.join(PARENT_DIR),
+    )
+
+    return env
+
+
+JINJA_ENV = make_env()
+
+
+def render(spec: types.ClientSpec, context: Context) -> None:
+    env = {'namespace': spec.cpp_namespace, 'operations': spec.operations}
+
+    output = []
+    for name in TEMPLATE_NAMES:
+        tpl = JINJA_ENV.get_template(f'templates/{name}.jinja')
+        pp = tpl.render(**env)
+        pp = cpp_format.format_pp(pp, binary=context.clang_format_bin)
+
+        if name.endswith('.hpp'):
+            rel_path = f'include/client/{spec.client_name}/{name}'
+        else:
+            rel_path = f'src/client/{spec.client_name}/{name}'
+
+        output.append(CppOutput(rel_path=rel_path, content=pp))
+    return output

chaotic-openapi/chaotic_openapi/back/__init__.py

@@ -0,0 +1,15 @@
+#pragma once
+
+namespace {{ namespace }} {
+
+class Client {
+public:
+{% for op in operations %}
+    {# TODO: description #}
+    virtual {{ op.cpp_namespace() }}::Response {{ op.cpp_method_name() }}(
+        {# TODO: parameters #}
+    ) = 0;
+{% endfor %}
+};
+
+}