Merge pull request #48 from tinybirdco/fix-logs-daily-dimensions-mv

Fix logs_daily_dimensions_mv extra columns

Author: jrdi

.github/workflows/tinybird-cd.yml

@@ -16,8 +16,6 @@ jobs:
     steps:
       - uses: actions/checkout@v3
       - name: Install Tinybird CLI
-        run: curl -LsSf https://api.tinybird.co/static/install.sh | sh
-      - name: Authenticate
-        run: tb auth --host https://api.europe-west2.gcp.tinybird.co --token ${{ secrets.TB_ADMIN_TOKEN }}
+        run: curl https://tinybird.co | sh
       - name: Deploy project
-        run: tb --cloud deploy
+        run: tb --cloud --host https://api.europe-west2.gcp.tinybird.co --token ${{ secrets.TB_ADMIN_TOKEN }} deploy

.github/workflows/tinybird-ci.yml

@@ -24,8 +24,10 @@ jobs:
     steps:
       - uses: actions/checkout@v3
       - name: Install Tinybird CLI
-        run: curl -LsSf https://api.tinybird.co/static/install.sh | sh
+        run: curl https://tinybird.co | sh
       - name: Build project
         run: tb build
       - name: Test project
-        run: tb test run
+        run: tb test run
+      - name: Deploy check
+        run: tb --cloud --host https://api.europe-west2.gcp.tinybird.co --token ${{ secrets.TB_ADMIN_TOKEN }} deploy --check

tinybird/datasources/logs_daily_dimensions.datasource

@@ -16,4 +16,7 @@ SCHEMA >
 ENGINE "AggregatingMergeTree"
 ENGINE_PARTITION_KEY "toYYYYMM(date)"
 ENGINE_SORTING_KEY "date, environment, service, level, request_method, status_code, host, request_path, user_agent"
-ENGINE_PRIMARY_KEY "date, environment, service, level" 
+ENGINE_PRIMARY_KEY "date, environment, service, level"
+
+FORWARD_QUERY >
+    SELECT *

tinybird/datasources/logs_daily_timeseries.datasource

@@ -18,4 +18,7 @@ SCHEMA >
 ENGINE "AggregatingMergeTree"
 ENGINE_PARTITION_KEY "toYYYYMM(date)"
 ENGINE_SORTING_KEY "date, environment, service, level, request_method, status_code, request_path, user_agent"
-ENGINE_PRIMARY_KEY "date, environment, service, level"
+ENGINE_PRIMARY_KEY "date, environment, service, level"
+
+FORWARD_QUERY >
+    SELECT *

tinybird/datasources/logs_range_15m.datasource

@@ -10,3 +10,6 @@ ENGINE "AggregatingMergeTree"
 ENGINE_PARTITION_KEY "toYYYYMM(start_ts)"
 ENGINE_SORTING_KEY "start_ts, end_ts, environment, service, level"
 ENGINE_PRIMARY_KEY "start_ts, end_ts, environment"
+
+FORWARD_QUERY >
+    SELECT *

tinybird/materializations/logs_daily_dimensions_mv.pipe

@@ -13,14 +13,7 @@ SQL >
         request_path,
         user_agent,
         host,
-        countState() as count,
-        avgState(response_time) as avg_response_time,
-        sumState(response_time) as sum_response_time,
-        minState(response_time) as min_response_time,
-        maxState(response_time) as max_response_time,
-        quantileState(0.5)(response_time) as median_response_time,
-        quantileState(0.9)(response_time) as p90_response_time,
-        quantileState(0.99)(response_time) as p99_response_time
+        countState() as count
     FROM logs
     GROUP BY
         date,