Merge branch 'main' into hottier-perf

Author: Devdutt Shenoi

.github/workflows/build.yaml

@@ -0,0 +1,76 @@
+on:
+  pull_request:
+    paths-ignore:
+      - "docs/**"
+      - "helm/**"
+      - "assets/**"
+      - "**.md"
+  push:
+    branches:
+      - main
+
+name: Ensure parseable builds on all release targets
+jobs:
+  build-linux:
+    name: Build for ${{matrix.target}}
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        target:
+          - aarch64-unknown-linux-gnu # linux(arm)
+          - x86_64-unknown-linux-gnu # linux(64 bit)
+
+    steps:
+      - uses: actions/checkout@v2
+
+      - uses: actions-rs/toolchain@v1
+        with:
+          toolchain: stable
+          profile: minimal # minimal component installation (ie, no documentation)
+          target: ${{ matrix.target }}
+          override: true
+
+      - uses: actions-rs/cargo@v1
+        with:
+          use-cross: true
+          command: build
+          args: --target ${{matrix.target}}
+
+  build-windows:
+    name: Build for windows
+    runs-on: windows-latest
+
+    steps:
+      - uses: actions/checkout@v2
+
+      - uses: actions-rs/toolchain@v1
+        with:
+          toolchain: stable
+          profile: minimal # minimal component installation (ie, no documentation)
+          default: true
+          override: true
+
+      - name: Build on windows
+        run: cargo build --target x86_64-pc-windows-msvc
+
+  build-macos:
+    name: Build for ${{matrix.target}}
+    runs-on: macos-latest
+    strategy:
+      matrix:
+        target:
+          - aarch64-apple-darwin # macos(arm)
+          - x86_64-apple-darwin # macos(intel 64 bit)
+
+    steps:
+      - uses: actions/checkout@v2
+      - uses: actions-rs/toolchain@v1
+        with:
+          toolchain: stable
+          profile: minimal
+          target: ${{ matrix.target }}
+          override: true
+
+      - name: Build on ${{ matrix.target }}
+        run: cargo build --target ${{ matrix.target }}

Cargo.lock

@@ -27,7 +27,6 @@ actix-web-prometheus = { version = "0.1" }
 actix-web-static-files = "4.0"
 http = "0.2.7"
 http-auth-basic = "0.3.3"
-mime = "0.3.17"
 tonic = { version = "0.12.3", features = ["tls", "transport", "gzip", "zstd"] }
 tonic-web = "0.12.3"
 tower-http = { version = "0.6.1", features = ["cors"] }
@@ -45,7 +44,6 @@ sha2 = "0.10.8"
 
 # Serialization and Data Formats
 byteorder = "1.4.3"
-prost = "0.13.3"
 serde = { version = "1.0", features = ["rc", "derive"] }
 serde_json = "1.0"
 serde_repr = "0.1.17"
@@ -75,11 +73,9 @@ humantime = "2.1.0"
 humantime-serde = "1.1"
 
 # File System and I/O
-bzip2 = { version = "*", features = ["static"] }
 fs_extra = "1.3"
 path-clean = "1.0.1"
 relative-path = { version = "1.7", features = ["serde"] }
-xz2 = { version = "*", features = ["static"] }
 
 # CLI and System
 clap = { version = "4.1", default-features = false, features = [
@@ -96,15 +92,13 @@ hostname = "0.4.0"
 human-size = "0.4"
 num_cpus = "1.15"
 sysinfo = "0.31.4"
-thread-priority = "1.0.0"
 uptime_lib = "0.3.0"
 
 # Utility Libraries
 anyhow = { version = "1.0", features = ["backtrace"] }
 bytes = "1.4"
 clokwerk = "0.4"
 derive_more = "0.99.18"
-hashlru = { version = "0.11.0", features = ["serde"] }
 itertools = "0.13.0"
 lazy_static = "1.4"
 nom = "7.1.3"
@@ -125,7 +119,6 @@ xxhash-rust = { version = "0.8", features = ["xxh3"] }
 
 [build-dependencies]
 cargo_toml = "0.20.1"
-prost-build = "0.13.3"
 sha1_smol = { version = "1.0", features = ["std"] }
 static-files = "0.2"
 ureq = "2.6"
@@ -134,16 +127,12 @@ vergen = { version = "8.1", features = ["build", "git", "cargo", "gitcl"] }
 zip = { version = "2.2.0", default-features = false, features = ["deflate"] }
 
 [dev-dependencies]
-maplit = "1.0"
 rstest = "0.23.0"
 arrow = "53.0.0"
 
 [package.metadata.parseable_ui]
-assets-url = "https://github.com/parseablehq/console/releases/download/v0.9.17/build.zip"
-assets-sha1 = "f1b9fc08e6dceccf66b00e5f427022d67d95cd96"
-
-[features]
-debug = []
+assets-url = "https://github.com/parseablehq/console/releases/download/v0.9.18/build.zip"
+assets-sha1 = "4516db38c8e556707b29b33569f9b1e53d5165f2"
 
 [profile.release-lto]
 inherits = "release"
@@ -155,4 +144,4 @@ codegen-units = 1
 rdkafka = { version = "0.36.2", default-features = false, features = ["tokio"] }
 
 [target.'cfg(all(target_os = "macos", target_arch = "aarch64"))'.dependencies]
-rdkafka = { version = "0.36.2", default-features = false, features = ["tokio"] }
+rdkafka = { version = "0.36.2", default-features = false, features = ["tokio"] }

Cargo.toml

@@ -23,7 +23,7 @@ LABEL org.opencontainers.image.licenses="AGPL-3.0"
 
 WORKDIR /parseable
 COPY . .
-RUN cargo build --features debug
+RUN cargo build
 
 # final stage
 FROM docker.io/debian:bookworm-slim

Dockerfile.debug

@@ -2,8 +2,8 @@ apiVersion: v2
 name: parseable
 description: Helm chart for Parseable Server
 type: application
-version: 1.7.2
-appVersion: "v1.7.2"
+version: 1.7.3
+appVersion: "v1.7.3"
 icon: "https://raw.githubusercontent.com/parseablehq/.github/main/images/logo.svg"
 maintainers:
   - name: Parseable Team

helm-releases/parseable-1.7.3.tgz

@@ -18,7 +18,9 @@ metadata:
   name: {{ include "parseable.fullname" . }}-ingestor
   namespace: {{ .Release.Namespace }}
   labels:
-    {{- include "parseable.ingestorLabels" . | nindent 4 }}
+    {{- with .Values.parseable.highAvailability.ingestor.extraLabels }}
+    {{- toYaml . | nindent 4 }}
+    {{- end }}
 spec:
   selector:
     matchLabels:
@@ -32,6 +34,10 @@ spec:
         {{- .Values.parseable.highAvailability.ingestor.labels | toYaml | nindent 8 }}
         {{- include "parseable.ingestorLabelsSelector" . | nindent 8 }}
     spec:
+      {{- with .Values.parseable.highAvailability.ingestor.affinity }}
+      affinity:
+        {{- toYaml . | nindent 8 }}
+      {{- end }}
       initContainers:
         - name: wait-for-query-service
           image: curlimages/curl:latest # Lightweight image with curl

helm/Chart.yaml

@@ -41,6 +41,10 @@ spec:
       tolerations:
         {{ toYaml . | nindent 8 }}
       {{- end }}
+      {{- with .Values.parseable.nodeSelector }}
+      nodeSelector:
+        {{- toYaml . | nindent 8 }}
+      {{- end }}
       containers:
       - name: {{ .Chart.Name }}
         securityContext: