Refactor out new generic ConfigLoader with separate proto-decoding implementation (#26870)

New `ConfigLoader` for dynamically getting config files from disk and parsing them as desired.

GitOrigin-RevId: 86c2ec55bd3400d2d60ab3bc824a9f0e0594f6f1

Author: gautamg795

Cargo.lock

@@ -65,6 +65,7 @@ jsonschema = "0.18"
 levenshtein_automata = "0.2.1"
 lru = "0.12.0"
 maplit = "1"
+miette = "7.0"
 mime = "0.3"
 mime2ext = "0.1.52"
 minitrace = { version = "0.6", features = [ "enable" ] }
@@ -87,6 +88,7 @@ proptest-derive = "0.4.0"
 proptest-http = { git = "https://github.com/sujayakar/proptest-http", rev = "12ef4c4ac2002b050ab0944a9587d83d7ea9fce2" }
 prost = "0.12"
 prost-types = "0.12"
+prost-reflect = { version = "0.13.1", features = [ "text-format", "miette" ] }
 pyo3 = "0.20.3"
 pyo3-asyncio = { version = "0.20.0", features = [ "tokio-runtime" ] }
 pyo3-build-config = { version = "0.20.3", features = [ "resolve-config" ] }
@@ -124,7 +126,7 @@ thousands = "0.2.0"
 tokio = { version = "1", features = [ "full" ] }
 tokio-metrics-collector = { version = "0.2.0" }
 tokio-process-stream = { version = "0.4.0" }
-tokio-stream = { version = "^0.1.8", features = [ "io-util", "sync" ] }
+tokio-stream = { version = "0.1", features = [ "io-util", "sync", "signal" ] }
 tokio-tungstenite = "0.20.0"
 tonic = { version = "0.10.2", features = [ "gzip" ] }
 tonic-build = "0.10.0"

Cargo.toml

@@ -0,0 +1,23 @@
+[package]
+name = "config_loader"
+version = "0.1.0"
+authors = ["Convex, Inc. <[email protected]>"]
+edition = "2021"
+license = "LicenseRef-FSL-1.1-Apache-2.0"
+
+[dependencies]
+anyhow = { workspace = true }
+common = { path = "../../crates/common" }
+futures = { workspace = true }
+miette = { workspace = true, features = ["fancy"] }
+prost-reflect = { workspace = true }
+tokio = { workspace = true }
+tokio-stream = { workspace = true }
+tracing = { workspace = true }
+
+[dev-dependencies]
+common = { path = "../../crates/common", features = ["testing"] }
+convex_macro = { path = "../../crates/convex_macro" }
+pb = { path = "../../crates/pb" }
+runtime = { path = "../../crates/runtime", features = ["testing"] }
+tempfile = { workspace = true }