feat: support InfluxDB 3

dashboards/customized/dial_analytics_raw_data.json

@@ -1,10 +1,21 @@
 {
+  "__inputs": [
+    {
+      "name": "DS_INFLUXDB",
+      "label": "InfluxDB",
+      "description": "",
+      "type": "datasource",
+      "pluginId": "influxdb",
+      "pluginName": "InfluxDB"
+    }
+  ],
+  "__elements": {},
   "__requires": [
     {
       "type": "grafana",
       "id": "grafana",
       "name": "Grafana",
-      "version": "10.0.3"
+      "version": "12.0.0"
     },
     {
       "type": "datasource",
@@ -35,12 +46,11 @@
       }
     ]
   },
-  "editable": false,
+  "editable": true,
   "fiscalYearStartMonth": 0,
   "graphTooltip": 0,
   "id": null,
   "links": [],
-  "liveNow": false,
   "panels": [
     {
       "datasource": {
@@ -64,8 +74,7 @@
             "mode": "absolute",
             "steps": [
               {
-                "color": "green",
-                "value": null
+                "color": "green"
               },
               {
                 "color": "red",
@@ -108,15 +117,36 @@
         },
         "showHeader": true
       },
-      "pluginVersion": "10.0.3",
+      "pluginVersion": "12.0.0",
       "targets": [
         {
+          "dataset": "iox",
           "datasource": {
             "type": "influxdb",
-            "uid": "${datasource}"
+            "uid": "${DS_INFLUXDB}"
           },
+          "editorMode": "code",
+          "format": "table",
           "query": "import \"influxdata/influxdb/schema\"\r\nbucket = \"${INFLUX_BUCKET}\"\r\n\r\nfrom(bucket: bucket)\r\n  |> range(start: v.timeRangeStart, stop:v.timeRangeStop)\r\n  |> filter(fn: (r) => r._measurement == \"analytics\")\r\n  |> filter(fn: (r) => r._field == \"number_request_messages\" or r._field == \"price\")\r\n  |> keep(columns: [\"_time\", \"_field\", \"_value\", \"response_id\", \"project_id\", \"topic\", \"title\", \"deployment\", \"model\"])\r\n  |> schema.fieldsAsCols()\r\n  |> keep(columns: [\"_time\", \"project_id\", \"topic\", \"title\", \"deployment\", \"model\", \"price\"])\r\n  |> group()\r\n  |> sort(columns: [\"_time\"], desc: true)",
-          "refId": "A"
+          "rawQuery": true,
+          "rawSql": "SELECT\n  time AS \"_time\",\n  project_id,\n  topic,\n  title,\n  deployment,\n  model,\n  price\nFROM analytics\nWHERE time >= $__timeFrom AND time < $__timeTo\nORDER BY time DESC",
+          "refId": "A",
+          "sql": {
+            "columns": [
+              {
+                "parameters": [],
+                "type": "function"
+              }
+            ],
+            "groupBy": [
+              {
+                "property": {
+                  "type": "string"
+                },
+                "type": "groupBy"
+              }
+            ]
+          }
         }
       ],
       "title": "Panel Title",
@@ -150,51 +180,43 @@
     }
   ],
   "refresh": "1m",
-  "schemaVersion": 38,
-  "style": "dark",
+  "schemaVersion": 41,
   "tags": [
     "DIAL",
     "ai-dial-analytics-realtime"
   ],
   "templating": {
     "list": [
       {
-        "current": {
-          "selected": true,
-          "text": "default",
-          "value": "default"
-        },
+        "current": {},
         "description": "InfluxDB datasource",
-        "hide": 0,
         "includeAll": false,
         "label": "Data source",
-        "multi": false,
         "name": "datasource",
         "options": [],
         "query": "influxdb",
-        "queryValue": "",
         "refresh": 1,
         "regex": "",
-        "skipUrlSync": false,
         "type": "datasource"
       },
       {
+        "current": {
+          "selected": true,
+          "text": "default",
+          "value": "default"
+        },
         "datasource": {
           "type": "influxdb",
           "uid": "${datasource}"
         },
-        "definition": "buckets()",
+        "definition": "import \"strings\"\n\nbuckets()\n  |> filter(fn: (r) => not strings.hasPrefix(v: r.name, prefix: \"_\"))",
         "description": "A InfluxDB bucket name",
-        "hide": 0,
         "includeAll": false,
-        "multi": false,
         "name": "INFLUX_BUCKET",
         "options": [],
         "query": "buckets()",
         "refresh": 1,
         "regex": "",
-        "skipUrlSync": false,
-        "sort": 0,
         "type": "query"
       }
     ]
@@ -207,6 +229,6 @@
   "timezone": "",
   "title": "DIAL Analytics Raw Data",
   "uid": "98a34b22-dd32-4e2a-8c4c-81147d2ff3df",
-  "version": 1,
+  "version": 4,
   "weekStart": ""
-}
+}

dashboards/customized/influx2_to_influx3_migration_guide.md

@@ -0,0 +1,63 @@
+# Migrating Data from InfluxDB2 to InfluxDB3
+
+## Overview
+
+This document describes the recommended procedure for migrating analytics data from **InfluxDB2** to **InfluxDB3**.
+
+Only the **`default` bucket** needs to be migrated.
+
+All other buckets contain **derived / aggregated data** and should **not be migrated**. Instead, they should be recreated using the **backfilling mode** of the [aggregation plugin](./influxdb_v3/README.md).
+
+
+The migration process consists of:
+
+1. Exporting the `default` bucket from **InfluxDB2** as **Line Protocol**
+2. Splitting the export into chunks
+3. Uploading the chunks in parallel to **InfluxDB3**
+
+The instructions below assume that **InfluxDB2** is running using the Bitnami container image:
+
+```yaml
+image:
+  registry: bitnamilegacy
+  repository: influxdb
+  tag: 2.7.11-debian-12-r20
+```
+
+In this image the storage engine resides at:
+
+```
+/bitnami/influxdb
+```
+
+---
+
+## Migration script
+
+```sh
+set -euo pipefail
+
+# Get the bucket id of the "default" bucket
+BUCKET_ID=$(influx bucket list --org dial --json \
+  | jq -r '.[] | select(.name == "default") | .id')
+
+echo "Bucket id: ${BUCKET_ID}"
+
+cd /tmp
+
+# Export and split into chunks 500K datapoints each
+influxd inspect export-lp \
+  --bucket-id "${BUCKET_ID}" \
+  --engine-path /bitnami/influxdb \
+  --output-path - \
+  | split -l 500000 - chunk_
+
+# Upload chunks to InfluxDB 3 in parallel
+find . -maxdepth 1 -name 'chunk_*' -print0 \
+  | xargs -0 -n1 -P4 -I{} \
+    curl --fail -sS \
+      -X POST "${INFLUXDB3_URL}/api/v3/write_lp?db=default&precision=ns" \
+      -H "Authorization: Bearer ${INFLUXDB3_TOKEN}" \
+      -H "Content-Type: text/plain; charset=utf-8" \
+      --data-binary @{}
+```