refactor(core): Reorg the building of openapi-related code (#4481)

- Generate flex python code in-place rather copy from temporary
directory.
- Update coordinator code.
- Python code format.
- Align coordinator' data type same with interactive. Fix #4471 , Fix
#4470
- Maintain long_text.py, date_type.py and time_stamp_type.py in our
codebase, since the auto generated code fails at deserialization.

Note that although coordinator's flex-related code could also be
generated when needed, but we still preserve them in the code base for
reference.

Author: zhanglei1949

.gitignore

@@ -103,6 +103,14 @@ core.*
 
 # Openapi generated code
 python/graphscope/flex/rest
+python/.openapi-generator/
+!python/graphscope/flex/rest/models/time_stamp_type.py
+!python/graphscope/flex/rest/models/date_type.py
+!python/graphscope/flex/rest/models/long_text.py
+
+.openapi-generator/
+
+coordinator/gscoordinator/flex/test/
 
 # Flex related
 flex/docs/
@@ -156,6 +164,8 @@ flex/interactive/sdk/python/gs_interactive/exceptions.py
 flex/interactive/sdk/python/gs_interactive/rest.py
 !flex/interactive/sdk/python/gs_interactive/client/generated/__init__.py
 !flex/interactive/sdk/python/gs_interactive/models/long_text.py
+!flex/interactive/sdk/python/gs_interactive/models/time_stamp_type.py
+!flex/interactive/sdk/python/gs_interactive/models/date_type.py
 
 
 **/.cache/

coordinator/.openapi-generator-ignore

@@ -0,0 +1,24 @@
+# OpenAPI Generator Ignore
+.dockerignore
+.gitignore
+.gitlab-ci.yml
+.travis.yml
+git_push.sh
+pyproject.toml
+requirements.txt
+setup.cfg
+setup.py
+test-requirements.txt
+tox.ini
+python.yml
+.openapi-generator/VERSION
+.openapi-generator/FILES
+README.md
+
+VERSION
+FILES
+Dockerfile
+
+gscoordinator/flex/__init__.py
+gscoordinator/flex/__main__.py
+gscoordinator/flex/controllers/

coordinator/graphscope_runtime/__init__.py

@@ -16,5 +16,4 @@
 # limitations under the License.
 #
 
-"""Dummy package dir for gs-engine package
-"""
+"""Dummy package dir for gs-engine package"""

coordinator/gscoordinator/flex/.openapi-generator-ignore

@@ -0,0 +1,23 @@
+# OpenAPI Generator Ignore
+# Generated by openapi-generator https://github.com/openapitools/openapi-generator
+
+# Use this file to prevent files from being overwritten by the generator.
+# The patterns follow closely to .gitignore or .dockerignore.
+
+# As an example, the C# client generator defines ApiClient.cs.
+# You can make changes and tell OpenAPI Generator to ignore just this file by uncommenting the following line:
+#ApiClient.cs
+
+# You can match any string of characters against a directory, file or extension with a single asterisk (*):
+#foo/*/qux
+# The above matches foo/bar/qux and foo/baz/qux, but not foo/bar/baz/qux
+
+# You can recursively match patterns against a directory, file or extension with a double asterisk (**):
+#foo/**/qux
+# This matches foo/bar/qux, foo/baz/qux, and foo/bar/baz/qux
+
+# You can also negate patterns with an exclamation (!).
+# For example, you can ignore all files in a docs folder with the file extension .md:
+#docs/*.md
+# Then explicitly reverse the ignore rule for a single file:
+#!docs/README.md

coordinator/gscoordinator/flex/models/__init__.py

@@ -29,6 +29,8 @@
 from gscoordinator.flex.models.edge_mapping import EdgeMapping
 from gscoordinator.flex.models.edge_mapping_type_triplet import EdgeMappingTypeTriplet
 from gscoordinator.flex.models.error import Error
+from gscoordinator.flex.models.fixed_char import FixedChar
+from gscoordinator.flex.models.fixed_char_char import FixedCharChar
 from gscoordinator.flex.models.gs_data_type import GSDataType
 from gscoordinator.flex.models.get_alert_message_response import GetAlertMessageResponse
 from gscoordinator.flex.models.get_alert_receiver_response import GetAlertReceiverResponse
@@ -61,7 +63,10 @@
 from gscoordinator.flex.models.temporal_type import TemporalType
 from gscoordinator.flex.models.temporal_type_temporal import TemporalTypeTemporal
 from gscoordinator.flex.models.time_stamp_type import TimeStampType
+from gscoordinator.flex.models.typed_value import TypedValue
 from gscoordinator.flex.models.update_alert_message_status_request import UpdateAlertMessageStatusRequest
 from gscoordinator.flex.models.update_stored_proc_request import UpdateStoredProcRequest
 from gscoordinator.flex.models.upload_file_response import UploadFileResponse
+from gscoordinator.flex.models.var_char import VarChar
+from gscoordinator.flex.models.var_char_var_char import VarCharVarChar
 from gscoordinator.flex.models.vertex_mapping import VertexMapping

coordinator/gscoordinator/flex/models/base_model.py

@@ -43,7 +43,7 @@ def to_dict(self):
                     if hasattr(item[1], "to_dict") else item,
                     value.items()
                 ))
-            else:
+            elif value is not None:
                 result[attr] = value
 
         return result

coordinator/gscoordinator/flex/models/fixed_char.py

@@ -0,0 +1,65 @@
+from datetime import date, datetime  # noqa: F401
+
+from typing import List, Dict  # noqa: F401
+
+from gscoordinator.flex.models.base_model import Model
+from gscoordinator.flex.models.fixed_char_char import FixedCharChar
+from gscoordinator.flex import util
+
+from gscoordinator.flex.models.fixed_char_char import FixedCharChar  # noqa: E501
+
+class FixedChar(Model):
+    """NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+
+    Do not edit the class manually.
+    """
+
+    def __init__(self, char=None):  # noqa: E501
+        """FixedChar - a model defined in OpenAPI
+
+        :param char: The char of this FixedChar.  # noqa: E501
+        :type char: FixedCharChar
+        """
+        self.openapi_types = {
+            'char': FixedCharChar
+        }
+
+        self.attribute_map = {
+            'char': 'char'
+        }
+
+        self._char = char
+
+    @classmethod
+    def from_dict(cls, dikt) -> 'FixedChar':
+        """Returns the dict as a model
+
+        :param dikt: A dict.
+        :type: dict
+        :return: The FixedChar of this FixedChar.  # noqa: E501
+        :rtype: FixedChar
+        """
+        return util.deserialize_model(dikt, cls)
+
+    @property
+    def char(self) -> FixedCharChar:
+        """Gets the char of this FixedChar.
+
+
+        :return: The char of this FixedChar.
+        :rtype: FixedCharChar
+        """
+        return self._char
+
+    @char.setter
+    def char(self, char: FixedCharChar):
+        """Sets the char of this FixedChar.
+
+
+        :param char: The char of this FixedChar.
+        :type char: FixedCharChar
+        """
+        if char is None:
+            raise ValueError("Invalid value for `char`, must not be `None`")  # noqa: E501
+
+        self._char = char

coordinator/gscoordinator/flex/models/fixed_char_char.py

@@ -0,0 +1,63 @@
+from datetime import date, datetime  # noqa: F401
+
+from typing import List, Dict  # noqa: F401
+
+from gscoordinator.flex.models.base_model import Model
+from gscoordinator.flex import util
+
+
+class FixedCharChar(Model):
+    """NOTE: This class is auto generated by OpenAPI Generator (https://openapi-generator.tech).
+
+    Do not edit the class manually.
+    """
+
+    def __init__(self, fixed_length=None):  # noqa: E501
+        """FixedCharChar - a model defined in OpenAPI
+
+        :param fixed_length: The fixed_length of this FixedCharChar.  # noqa: E501
+        :type fixed_length: int
+        """
+        self.openapi_types = {
+            'fixed_length': int
+        }
+
+        self.attribute_map = {
+            'fixed_length': 'fixed_length'
+        }
+
+        self._fixed_length = fixed_length
+
+    @classmethod
+    def from_dict(cls, dikt) -> 'FixedCharChar':
+        """Returns the dict as a model
+
+        :param dikt: A dict.
+        :type: dict
+        :return: The FixedChar_char of this FixedCharChar.  # noqa: E501
+        :rtype: FixedCharChar
+        """
+        return util.deserialize_model(dikt, cls)
+
+    @property
+    def fixed_length(self) -> int:
+        """Gets the fixed_length of this FixedCharChar.
+
+
+        :return: The fixed_length of this FixedCharChar.
+        :rtype: int
+        """
+        return self._fixed_length
+
+    @fixed_length.setter
+    def fixed_length(self, fixed_length: int):
+        """Sets the fixed_length of this FixedCharChar.
+
+
+        :param fixed_length: The fixed_length of this FixedCharChar.
+        :type fixed_length: int
+        """
+        if fixed_length is None:
+            raise ValueError("Invalid value for `fixed_length`, must not be `None`")  # noqa: E501
+
+        self._fixed_length = fixed_length

coordinator/gscoordinator/flex/models/get_stored_proc_response.py

@@ -14,7 +14,7 @@ class GetStoredProcResponse(Model):
     Do not edit the class manually.
     """
 
-    def __init__(self, name=None, description=None, type=None, query=None, id=None, library=None, params=None, returns=None, bound_graph=None, runnable=None):  # noqa: E501
+    def __init__(self, name=None, description=None, type=None, query=None, id=None, library=None, params=None, returns=None, option=None, bound_graph=None, runnable=None):  # noqa: E501
         """GetStoredProcResponse - a model defined in OpenAPI
 
         :param name: The name of this GetStoredProcResponse.  # noqa: E501
@@ -33,6 +33,8 @@ def __init__(self, name=None, description=None, type=None, query=None, id=None,
         :type params: List[Parameter]
         :param returns: The returns of this GetStoredProcResponse.  # noqa: E501
         :type returns: List[Parameter]
+        :param option: The option of this GetStoredProcResponse.  # noqa: E501
+        :type option: Dict[str, object]
         :param bound_graph: The bound_graph of this GetStoredProcResponse.  # noqa: E501
         :type bound_graph: str
         :param runnable: The runnable of this GetStoredProcResponse.  # noqa: E501
@@ -47,6 +49,7 @@ def __init__(self, name=None, description=None, type=None, query=None, id=None,
             'library': str,
             'params': List[Parameter],
             'returns': List[Parameter],
+            'option': Dict[str, object],
             'bound_graph': str,
             'runnable': bool
         }
@@ -60,6 +63,7 @@ def __init__(self, name=None, description=None, type=None, query=None, id=None,
             'library': 'library',
             'params': 'params',
             'returns': 'returns',
+            'option': 'option',
             'bound_graph': 'bound_graph',
             'runnable': 'runnable'
         }
@@ -72,6 +76,7 @@ def __init__(self, name=None, description=None, type=None, query=None, id=None,
         self._library = library
         self._params = params
         self._returns = returns
+        self._option = option
         self._bound_graph = bound_graph
         self._runnable = runnable
 
@@ -272,6 +277,27 @@ def returns(self, returns: List[Parameter]):
 
         self._returns = returns
 
+    @property
+    def option(self) -> Dict[str, object]:
+        """Gets the option of this GetStoredProcResponse.
+
+
+        :return: The option of this GetStoredProcResponse.
+        :rtype: Dict[str, object]
+        """
+        return self._option
+
+    @option.setter
+    def option(self, option: Dict[str, object]):
+        """Sets the option of this GetStoredProcResponse.
+
+
+        :param option: The option of this GetStoredProcResponse.
+        :type option: Dict[str, object]
+        """
+
+        self._option = option
+
     @property
     def bound_graph(self) -> str:
         """Gets the bound_graph of this GetStoredProcResponse.

coordinator/gscoordinator/flex/models/parameter.py

@@ -14,26 +14,31 @@ class Parameter(Model):
     Do not edit the class manually.
     """
 
-    def __init__(self, name=None, type=None):  # noqa: E501
+    def __init__(self, name=None, type=None, allow_cast=None):  # noqa: E501
         """Parameter - a model defined in OpenAPI
 
         :param name: The name of this Parameter.  # noqa: E501
         :type name: str
         :param type: The type of this Parameter.  # noqa: E501
         :type type: GSDataType
+        :param allow_cast: The allow_cast of this Parameter.  # noqa: E501
+        :type allow_cast: bool
         """
         self.openapi_types = {
             'name': str,
-            'type': GSDataType
+            'type': GSDataType,
+            'allow_cast': bool
         }
 
         self.attribute_map = {
             'name': 'name',
-            'type': 'type'
+            'type': 'type',
+            'allow_cast': 'allow_cast'
         }
 
         self._name = name
         self._type = type
+        self._allow_cast = allow_cast
 
     @classmethod
     def from_dict(cls, dikt) -> 'Parameter':
@@ -91,3 +96,24 @@ def type(self, type: GSDataType):
             raise ValueError("Invalid value for `type`, must not be `None`")  # noqa: E501
 
         self._type = type
+
+    @property
+    def allow_cast(self) -> bool:
+        """Gets the allow_cast of this Parameter.
+
+
+        :return: The allow_cast of this Parameter.
+        :rtype: bool
+        """
+        return self._allow_cast
+
+    @allow_cast.setter
+    def allow_cast(self, allow_cast: bool):
+        """Sets the allow_cast of this Parameter.
+
+
+        :param allow_cast: The allow_cast of this Parameter.
+        :type allow_cast: bool
+        """
+
+        self._allow_cast = allow_cast