Add Rust distribution targets and their CI workflows (#168)

## What is the goal of this PR?

We added crate distribution targets (`assemble_crate` and
`deploy_crate`) for Rust, and added CI workflows for deploying snapshot
and release crates.

## What are the changes implemented in this PR?

We recently tried adding an `assemble_crate` rule to our existing Rust
proto codebase to distribute Rust proto bindings, but it didn't work -
it didn't contain any protobuf source code, because the `assemble_crate`
rule doesn't support Cargo build scripts.

But instead of actually adding that support, we had a rethink of the
build architecture. The old idea was (following Tonic's own docs) for
`typedb-protocol` to come bundled with the `.proto` sources and a Cargo
build script that would allow the end-user to compile the protobufs
on-the-fly. This would require them to have `protoc` installed in their
environment, and would dramatically increase their compilation time and
overhead.

A better option would be to bundle the generated Rust sources. So we've
created the `rust_tonic_compile` rule that enables just that in
typedb/typedb-dependencies#391. Now, both
`rust_library` and `assemble_crate` rules can depend on
`typedb_protocol` seamlessly, so we can depend on `typedb_protocol`
either through Bazel or Cargo.

As this PR stabilises the release process, we've gone ahead and added
the relevant CI workflows: `deploy-crate-snapshot` and
`deploy-crate-release`.

Author: alexjpwalker

.factory/automation.yml

@@ -79,6 +79,15 @@ build:
         export DEPLOY_PIP_PASSWORD=$REPO_VATICLE_PASSWORD
         bazel run --define version=$(git rev-parse HEAD) //grpc/python:deploy-pip -- snapshot
       dependencies: [build, build-dependency]
+    deploy-crate-snapshot:
+      filter:
+        owner: vaticle
+        branch: master
+      image: vaticle-ubuntu-22.04
+      command: |
+        export DEPLOY_CRATE_TOKEN=$REPO_VATICLE_CRATES_TOKEN
+        bazel run --define version=$(git rev-parse HEAD) //grpc/rust:deploy_crate -- snapshot
+      dependencies: [build, build-dependency]
 
 release:
   filter:
@@ -129,3 +138,9 @@ release:
         export DEPLOY_PIP_PASSWORD=$REPO_PYPI_PASSWORD
         bazel run --define version=$(cat VERSION) //grpc/python:deploy-pip -- release
       dependencies: [deploy-github]
+    deploy-crate-release:
+      image: vaticle-ubuntu-22.04
+      command: |
+        export DEPLOY_CRATE_TOKEN=$REPO_CRATES_TOKEN
+        bazel run --define version=$(cat VERSION) //grpc/rust:deploy_crate -- release
+      dependencies: [build, build-dependency]

dependencies/vaticle/repositories.bzl

@@ -20,6 +20,6 @@ load("@bazel_tools//tools/build_defs/repo:git.bzl", "git_repository")
 def vaticle_dependencies():
     git_repository(
         name = "vaticle_dependencies",
-        remote = "https://github.com/vaticle/dependencies",
-        commit = "5be6d949ca1e04e4179ea6acb3432be713b9dfb8", # sync-marker: do not remove this comment, this is used for sync-dependencies by @vaticle_dependencies
+        remote = "https://github.com/alexjpwalker/dependencies",
+        commit = "1bf0ec950a59ad170c826f9fe163701c2e0b2233", # sync-marker: do not remove this comment, this is used for sync-dependencies by @vaticle_dependencies
     )

grpc/rust/BUILD

@@ -16,13 +16,15 @@
 #
 
 load("@rules_rust//rust:defs.bzl", "rust_library")
-load("@rules_rust//cargo:cargo_build_script.bzl", "cargo_build_script")
+load("@vaticle_bazel_distribution//crates:rules.bzl", "assemble_crate", "deploy_crate")
+load("@vaticle_dependencies//distribution:deployment.bzl", "deployment")
 load("@vaticle_dependencies//tool/checkstyle:rules.bzl", "checkstyle_test")
+load("@vaticle_dependencies//builder/grpc/rust:compile.bzl", "rust_tonic_compile")
 
-cargo_build_script(
+rust_tonic_compile(
     name = "typedb_protocol_src",
-    srcs = ["build.rs"],
-    data = [
+    packages = ["typedb.protocol"],
+    srcs = [
         "//cluster:service-proto",
         "//cluster:server-proto",
         "//cluster:user-proto",
@@ -36,21 +38,16 @@ cargo_build_script(
         "//common:transaction-proto",
         "//core:database-proto",
         "//core:service-proto",
-        "@com_google_protobuf//:protoc",
-    ],
-    build_script_env = {
-        "PROTOC": "$(execpath @com_google_protobuf//:protoc)"
-    },
-    deps = [
-        "@vaticle_dependencies//library/crates:tonic_build"
-    ],
+    ]
 )
 
 rust_library(
     name = "typedb_protocol",
-    srcs = ["lib.rs"],
-    deps = [
+    srcs = [
         ":typedb_protocol_src",
+        "lib.rs",
+    ],
+    deps = [
         "@vaticle_dependencies//library/crates:tonic",
         "@vaticle_dependencies//library/crates:prost",
     ],
@@ -60,6 +57,22 @@ rust_library(
     visibility = ["//visibility:public"],
 )
 
+assemble_crate(
+    name = "assemble_crate",
+    target = ":typedb_protocol",
+    description = "TypeDB Protocol",
+    homepage = "https://github.com/vaticle/typedb-protocol",
+    license = "AGPL-3.0-or-later",
+    repository = "https://github.com/vaticle/typedb-protocol",
+)
+
+deploy_crate(
+    name = "deploy_crate",
+    target = ":assemble_crate",
+    snapshot = deployment["crate.snapshot"],
+    release = deployment["crate.release"]
+)
+
 checkstyle_test(
     name = "checkstyle",
     include = glob(["*"]),

grpc/rust/build.rs

@@ -15,4 +15,4 @@
 // along with this program.  If not, see <https://www.gnu.org/licenses/>.
 //
 
-tonic::include_proto!("typedb.protocol");
+include!("typedb.protocol.rs");