Unify TypeDB network API & simplify Concept requests (#187)

## What is the goal of this PR?

We merge core and cluster gRPC service definitions in order to unify the
network interface between the two. As part of this change, we simplify
Concept API by merging related requests.

## What are the changes implemented in this PR?

### Build

* migrate to proto3, which allows the use of `optional` in protocol
definitions;
* remove nodejs and python protobuf rules — gRPC API will be provided by
Rust bindings;

### gRPC Services

* merge core and cluster services and structures into one to unify the
API;

### Requests

* merge concept requests where possible by adding arguments (e.g.
`GetOwns`, `GetOwnsExplicit`, and `GetOwnsKey` become `GetOwns` with
`transitivity` and `annotations` as parameters);
* introduce the `Transitivity` enum and the `RolePlayer` message as part
of request restructure.

Author: dmitrii-ubskii

.bazelrc

@@ -15,8 +15,8 @@
 # along with this program.  If not, see <https://www.gnu.org/licenses/>.
 #
 
-build --incompatible_strict_action_env --java_language_version=11 --javacopt='--release 11'
-run --incompatible_strict_action_env
-test --incompatible_strict_action_env
+try-import ./.bazel-remote-cache.rc
 
-# try-import /opt/credentials/bazel-remote-cache.rc
+build --incompatible_strict_action_env --java_language_version=11 --javacopt='--release 11' --enable_runfiles
+run --incompatible_strict_action_env --java_runtime_version=remotejdk_11
+test --incompatible_strict_action_env --test_env=PATH --cache_test_results=no --java_runtime_version=remotejdk_11

.bazelversion

@@ -1 +1 @@
-5.1.1
+6.2.0

.factory/automation.yml

@@ -47,16 +47,15 @@ build:
         dependencies/maven/update.sh
         git diff --exit-code dependencies/maven/artifacts.snapshot
         bazel run @vaticle_dependencies//tool/unuseddeps:unused-deps -- list
-    deploy-maven-snapshot:
+    deploy-crate-snapshot:
       filter:
         owner: vaticle
         branch: master
       image: vaticle-ubuntu-22.04
-      dependencies: [build, build-dependency]
       command: |
-        export DEPLOY_MAVEN_USERNAME=$REPO_VATICLE_USERNAME
-        export DEPLOY_MAVEN_PASSWORD=$REPO_VATICLE_PASSWORD
-        bazel run --define version=$(git rev-parse HEAD) //grpc/java:deploy-maven -- snapshot
+        export DEPLOY_CRATE_TOKEN=$REPO_VATICLE_CRATES_TOKEN
+        bazel run --define version=$(git rev-parse HEAD) //grpc/rust:deploy_crate -- snapshot
+      dependencies: [build, build-dependency]
     deploy-npm-snapshot:
       filter:
         owner: vaticle
@@ -66,33 +65,6 @@ build:
         export DEPLOY_NPM_USERNAME=$REPO_VATICLE_USERNAME
         export DEPLOY_NPM_PASSWORD=$REPO_VATICLE_PASSWORD
         bazel run --define version=$(git rev-parse HEAD) //grpc/nodejs:deploy-npm -- snapshot
-      dependencies: [build, build-dependency]
-    deploy-pip-snapshot:
-      filter:
-        owner: vaticle
-        branch: master
-      image: vaticle-ubuntu-22.04
-      type: foreground
-      command: |
-        export PYENV_ROOT="/opt/pyenv"
-        pyenv install 3.7.9
-        pyenv global 3.7.9
-        sudo unlink /usr/bin/python3
-        sudo ln -s $(which python3) /usr/bin/python3
-        sudo ln -s /usr/share/pyshared/lsb_release.py /opt/pyenv/versions/3.7.9/lib/python3.7/site-packages/lsb_release.py
-        export DEPLOY_PIP_USERNAME=$REPO_VATICLE_USERNAME
-        export DEPLOY_PIP_PASSWORD=$REPO_VATICLE_PASSWORD
-        bazel run --define version=$(git rev-parse HEAD) //grpc/python:deploy-pip -- snapshot
-      dependencies: [build, build-dependency]
-    deploy-crate-snapshot:
-      filter:
-        owner: vaticle
-        branch: master
-      image: vaticle-ubuntu-22.04
-      command: |
-        export DEPLOY_CRATE_TOKEN=$REPO_VATICLE_CRATES_TOKEN
-        bazel run --define version=$(git rev-parse HEAD) //grpc/rust:deploy_crate -- snapshot
-      dependencies: [build, build-dependency]
 
 release:
   filter:
@@ -117,39 +89,19 @@ release:
         python3 -m pip install certifi
         export DEPLOY_GITHUB_TOKEN=$REPO_GITHUB_TOKEN
         bazel run --define version=$(cat VERSION) //:deploy-github -- $FACTORY_COMMIT
-    deploy-maven-release:
+    deploy-crate-release:
       image: vaticle-ubuntu-22.04
-      command: |
-        export DEPLOY_MAVEN_USERNAME=$REPO_VATICLE_USERNAME
-        export DEPLOY_MAVEN_PASSWORD=$REPO_VATICLE_PASSWORD
-        bazel run --define version=$(cat VERSION) //grpc/java:deploy-maven -- release
       dependencies: [deploy-github]
+      command: |
+        export DEPLOY_CRATE_TOKEN=$REPO_CRATES_TOKEN
+        bazel run --define version=$(cat VERSION) //grpc/rust:deploy_crate -- release
     deploy-npm-release:
       image: vaticle-ubuntu-22.04
+      dependencies: [deploy-github]
       command: |
         wget -q -O - https://cli-assets.heroku.com/apt/release.key | sudo apt-key add -
         wget -q -O - https://dl.google.com/linux/linux_signing_key.pub | sudo apt-key add -
         sudo apt update -y
         sudo apt install -y expect
         export DEPLOY_NPM_TOKEN=$REPO_NPM_TOKEN
         bazel run --define version=$(cat VERSION) //grpc/nodejs:deploy-npm -- release
-      dependencies: [deploy-github]
-    deploy-pip-release:
-      image: vaticle-ubuntu-22.04
-      command: |
-        export PYENV_ROOT="/opt/pyenv"
-        pyenv install 3.7.9
-        pyenv global 3.7.9
-        sudo unlink /usr/bin/python3
-        sudo ln -s $(which python3) /usr/bin/python3
-        sudo ln -s /usr/share/pyshared/lsb_release.py /opt/pyenv/versions/3.7.9/lib/python3.7/site-packages/lsb_release.py
-        export DEPLOY_PIP_USERNAME=$REPO_PYPI_USERNAME
-        export DEPLOY_PIP_PASSWORD=$REPO_PYPI_PASSWORD
-        bazel run --define version=$(cat VERSION) //grpc/python:deploy-pip -- release
-      dependencies: [deploy-github]
-    deploy-crate-release:
-      image: vaticle-ubuntu-22.04
-      command: |
-        export DEPLOY_CRATE_TOKEN=$REPO_CRATES_TOKEN
-        bazel run --define version=$(cat VERSION) //grpc/rust:deploy_crate -- release
-      dependencies: [deploy-github]

BUILD

@@ -60,7 +60,7 @@ filegroup(
     name = "ci",
     data = [
         "@vaticle_dependencies//library/maven:update",
-        "@vaticle_dependencies//tool/cargo:sync",
+        "@vaticle_dependencies//tool/ide:rust_sync",
         "@vaticle_dependencies//tool/unuseddeps:unused-deps",
         "@vaticle_dependencies//tool/release/notes:create",
     ],

WORKSPACE

@@ -15,10 +15,7 @@
 # along with this program.  If not, see <https://www.gnu.org/licenses/>.
 #
 
-workspace(
-    name = "vaticle_typedb_protocol",
-    managed_directories = {"@npm": ["node_modules"]},
-)
+workspace(name = "vaticle_typedb_protocol")
 
 ################################
 # Load @vaticle_dependencies #
@@ -35,6 +32,12 @@ bazel_toolchain()
 load("@vaticle_dependencies//builder/java:deps.bzl", java_deps = "deps")
 java_deps()
 
+load("@rules_jvm_external//:repositories.bzl", "rules_jvm_external_deps")
+rules_jvm_external_deps()
+
+load("@rules_jvm_external//:setup.bzl", "rules_jvm_external_setup")
+rules_jvm_external_setup()
+
 # Load //builder/kotlin
 load("@vaticle_dependencies//builder/kotlin:deps.bzl", kotlin_deps = "deps")
 kotlin_deps()
@@ -53,31 +56,51 @@ rust_deps()
 
 load("@rules_rust//rust:repositories.bzl", "rules_rust_dependencies", "rust_register_toolchains")
 rules_rust_dependencies()
-rust_register_toolchains(edition = "2021", include_rustc_srcs = True)
+rust_register_toolchains(edition = "2021")
 
 load("@vaticle_dependencies//library/crates:crates.bzl", "fetch_crates")
 fetch_crates()
 load("@crates//:defs.bzl", "crate_repositories")
 crate_repositories()
 
 # Load //tool/common
-load("@vaticle_dependencies//tool/common:deps.bzl", "vaticle_dependencies_ci_pip",
-vaticle_dependencies_tool_maven_artifacts = "maven_artifacts")
+load("@vaticle_dependencies//tool/common:deps.bzl", "vaticle_dependencies_ci_pip", vaticle_dependencies_tool_maven_artifacts = "maven_artifacts")
 vaticle_dependencies_ci_pip()
 
 # Load //builder/grpc
-load("@vaticle_dependencies//builder/grpc:deps.bzl", grpc_deps = "deps")
+load("@vaticle_dependencies//builder/grpc:deps.bzl", vaticle_grpc_deps = "deps")
+vaticle_grpc_deps()
+
+load("@rules_proto_grpc//:repositories.bzl", "rules_proto_grpc_repos", "rules_proto_grpc_toolchains")
+rules_proto_grpc_toolchains()
+rules_proto_grpc_repos()
+
+load("@rules_proto//proto:repositories.bzl", "rules_proto_dependencies", "rules_proto_toolchains")
+rules_proto_dependencies()
+rules_proto_toolchains()
+
+load("@rules_proto_grpc//java:repositories.bzl", rules_proto_grpc_java_repos = "java_repos")
+rules_proto_grpc_java_repos()
+
+load("@io_grpc_grpc_java//:repositories.bzl", "IO_GRPC_GRPC_JAVA_ARTIFACTS", "IO_GRPC_GRPC_JAVA_OVERRIDE_TARGETS", "grpc_java_repositories")
+load("@vaticle_dependencies//library/maven:rules.bzl", "parse_unversioned")
+io_grpc_artifacts = [parse_unversioned(c) for c in IO_GRPC_GRPC_JAVA_ARTIFACTS]
+
+load("@com_github_grpc_grpc//bazel:grpc_deps.bzl", "grpc_deps")
 grpc_deps()
 
-load("@com_github_grpc_grpc//bazel:grpc_deps.bzl",
-com_github_grpc_grpc_deps = "grpc_deps")
-com_github_grpc_grpc_deps()
+load("@com_github_grpc_grpc//bazel:grpc_extra_deps.bzl", "grpc_extra_deps")
+grpc_extra_deps()
 
-load("@stackb_rules_proto//java:deps.bzl", "java_grpc_compile")
-java_grpc_compile()
+load("@rules_python//python:pip.bzl", "pip_parse")
+pip_parse(
+    name = "rules_proto_grpc_py3_deps",
+    python_interpreter = "python3",
+    requirements_lock = "@rules_proto_grpc//python:requirements.txt",
+)
 
-load("@stackb_rules_proto//node:deps.bzl", "node_grpc_compile")
-node_grpc_compile()
+load("@rules_proto_grpc_py3_deps//:requirements.bzl", "install_deps")
+install_deps()
 
 # Load //tool/checkstyle
 load("@vaticle_dependencies//tool/checkstyle:deps.bzl", checkstyle_deps = "deps")
@@ -100,10 +123,6 @@ rules_pkg()
 load("@rules_pkg//:deps.bzl", "rules_pkg_dependencies")
 rules_pkg_dependencies()
 
-# Load //pip
-load("@vaticle_bazel_distribution//pip:deps.bzl", pip_deps = "deps")
-pip_deps()
-
 # Load //github
 load("@vaticle_bazel_distribution//github:deps.bzl", github_deps = "deps")
 github_deps()
@@ -117,30 +136,58 @@ load("@vaticle_bazel_distribution//maven:deps.bzl", vaticle_bazel_distribution_m
 
 load("@vaticle_dependencies//library/maven:rules.bzl", "maven")
 load("//dependencies/maven:artifacts.bzl", "artifacts")
-maven(artifacts + vaticle_dependencies_tool_maven_artifacts + vaticle_bazel_distribution_maven_artifacts)
-
-##################################################
-# Create @vaticle_typedb_protocol_workspace_refs #
-##################################################
-
-load("@vaticle_bazel_distribution//common:rules.bzl", "workspace_refs")
-workspace_refs(
-    name = "vaticle_typedb_protocol_workspace_refs"
+maven(artifacts + vaticle_dependencies_tool_maven_artifacts + vaticle_bazel_distribution_maven_artifacts + io_grpc_artifacts,
+      override_targets = IO_GRPC_GRPC_JAVA_OVERRIDE_TARGETS,
+      generate_compat_repositories = True,
 )
 
+load("@maven//:compat.bzl", "compat_repositories")
+compat_repositories()
+grpc_java_repositories()
+
 #########################
 # Load NPM dependencies #
 #########################
 
+# Load //builder/nodejs
 load("@vaticle_dependencies//builder/nodejs:deps.bzl", nodejs_deps = "deps")
-nodejs_deps(["@vaticle_dependencies//builder/nodejs:remove-node-patches.patch"])
-load("@build_bazel_rules_nodejs//:index.bzl", "node_repositories", "yarn_install")
+nodejs_deps()
+
+load("@aspect_rules_js//js:repositories.bzl", "rules_js_dependencies")
+rules_js_dependencies()
+
+load("@rules_nodejs//nodejs:repositories.bzl", "DEFAULT_NODE_VERSION", "nodejs_register_toolchains")
+nodejs_register_toolchains(
+    name = "nodejs",
+    node_version = "17.9.1",
+)
+
+load("@aspect_rules_js//npm:repositories.bzl", "npm_translate_lock")
+npm_translate_lock(
+    name = "vaticle_typedb_protocol_npm",
+    bins = {
+        "protoc-gen-ts": {
+            "protoc-gen-ts-js": "./bin/protoc-gen-ts.js",
+        },
+    },
+    pnpm_lock = "//grpc/nodejs:pnpm-lock.yaml",
+)
+
+load("@vaticle_typedb_protocol_npm//:repositories.bzl", "npm_repositories")
+npm_repositories()
+
+# Setup rules_ts
+load("@aspect_rules_ts//ts:repositories.bzl", "rules_ts_dependencies")
 
-node_repositories(
-    preserve_symlinks = False,
+rules_ts_dependencies(
+    ts_version_from = "//grpc/nodejs:package.json",
 )
-yarn_install(
-  name = "npm",
-  package_json = "//grpc/nodejs:package.json",
-  yarn_lock = "//grpc/nodejs:yarn.lock",
+
+##################################################
+# Create @vaticle_typedb_protocol_workspace_refs #
+##################################################
+
+load("@vaticle_bazel_distribution//common:rules.bzl", "workspace_refs")
+workspace_refs(
+    name = "vaticle_typedb_protocol_workspace_refs"
 )