fix

Author: alrocar

tinybird/datasources/fixtures/gitlab_pipeline.ndjson

@@ -0,0 +1 @@
+{"object_kind":"pipeline","object_attributes":{"id":31,"iid":3,"name":"Pipeline for branch: master","ref":"master","tag":false,"sha":"bcbb5ec396a2c0f828686f14fac9b80b780504f2","before_sha":"bcbb5ec396a2c0f828686f14fac9b80b780504f2","source":"merge_request_event","status":"success","stages":["build","test","deploy"],"created_at":"2016-08-12 15:23:28 UTC","finished_at":"2016-08-12 15:26:29 UTC","duration":63,"variables":[{"key":"NESTOR_PROD_ENVIRONMENT","value":"us-west-1"}],"url":"http://example.com/gitlab-org/gitlab-test/-/pipelines/31"},"merge_request":{"id":1,"iid":1,"title":"Test","source_branch":"test","source_project_id":1,"target_branch":"master","target_project_id":1,"state":"opened","merge_status":"can_be_merged","detailed_merge_status":"mergeable","url":"http://192.168.64.1:3005/gitlab-org/gitlab-test/merge_requests/1"},"user":{"id":1,"name":"Administrator","username":"root","avatar_url":"http://www.gravatar.com/avatar/e32bd13e2add097461cb96824b7a829c?s=80&d=identicon","email":"[email protected]"},"project":{"id":1,"name":"Gitlab Test","description":"Atque in sunt eos similique dolores voluptatem.","web_url":"http://192.168.64.1:3005/gitlab-org/gitlab-test","avatar_url":null,"git_ssh_url":"[email protected]:gitlab-org/gitlab-test.git","git_http_url":"http://192.168.64.1:3005/gitlab-org/gitlab-test.git","namespace":"Gitlab Org","visibility_level":20,"path_with_namespace":"gitlab-org/gitlab-test","default_branch":"master"},"commit":{"id":"bcbb5ec396a2c0f828686f14fac9b80b780504f2","message":"test\n","timestamp":"2016-08-12T17:23:21+02:00","url":"http://example.com/gitlab-org/gitlab-test/commit/bcbb5ec396a2c0f828686f14fac9b80b780504f2","author":{"name":"User","email":"[email protected]"}},"source_pipeline":{"project":{"id":41,"web_url":"https://gitlab.example.com/gitlab-org/upstream-project","path_with_namespace":"gitlab-org/upstream-project"},"pipeline_id":30,"job_id":3401},"builds":[{"id":380,"stage":"deploy","name":"production","status":"skipped","created_at":"2016-08-12 15:23:28 UTC","started_at":null,"finished_at":null,"duration":null,"queued_duration":null,"failure_reason":null,"when":"manual","manual":true,"allow_failure":false,"user":{"id":1,"name":"Administrator","username":"root","avatar_url":"http://www.gravatar.com/avatar/e32bd13e2add097461cb96824b7a829c?s=80&d=identicon","email":"[email protected]"},"runner":null,"artifacts_file":{"filename":null,"size":null},"environment":{"name":"production","action":"start","deployment_tier":"production"}},{"id":377,"stage":"test","name":"test-image","status":"success","created_at":"2016-08-12 15:23:28 UTC","started_at":"2016-08-12 15:26:12 UTC","finished_at":"2016-08-12 15:26:29 UTC","duration":17.0,"queued_duration":196.0,"failure_reason":null,"when":"on_success","manual":false,"allow_failure":false,"user":{"id":1,"name":"Administrator","username":"root","avatar_url":"http://www.gravatar.com/avatar/e32bd13e2add097461cb96824b7a829c?s=80&d=identicon","email":"[email protected]"},"runner":{"id":380987,"description":"shared-runners-manager-6.gitlab.com","active":true,"runner_type":"instance_type","is_shared":true,"tags":["linux","docker","shared-runner"]},"artifacts_file":{"filename":null,"size":null},"environment":null},{"id":378,"stage":"test","name":"test-build","status":"failed","created_at":"2016-08-12 15:23:28 UTC","started_at":"2016-08-12 15:26:12 UTC","finished_at":"2016-08-12 15:26:29 UTC","duration":17.0,"queued_duration":196.0,"failure_reason":"script_failure","when":"on_success","manual":false,"allow_failure":false,"user":{"id":1,"name":"Administrator","username":"root","avatar_url":"http://www.gravatar.com/avatar/e32bd13e2add097461cb96824b7a829c?s=80&d=identicon","email":"[email protected]"},"runner":{"id":380987,"description":"shared-runners-manager-6.gitlab.com","active":true,"runner_type":"instance_type","is_shared":true,"tags":["linux","docker"]},"artifacts_file":{"filename":null,"size":null},"environment":null},{"id":376,"stage":"build","name":"build-image","status":"success","created_at":"2016-08-12 15:23:28 UTC","started_at":"2016-08-12 15:24:56 UTC","finished_at":"2016-08-12 15:25:26 UTC","duration":17.0,"queued_duration":196.0,"failure_reason":null,"when":"on_success","manual":false,"allow_failure":false,"user":{"id":1,"name":"Administrator","username":"root","avatar_url":"http://www.gravatar.com/avatar/e32bd13e2add097461cb96824b7a829c?s=80&d=identicon","email":"[email protected]"},"runner":{"id":380987,"description":"shared-runners-manager-6.gitlab.com","active":true,"runner_type":"instance_type","is_shared":true,"tags":["linux","docker"]},"artifacts_file":{"filename":null,"size":null},"environment":null},{"id":379,"stage":"deploy","name":"staging","status":"created","created_at":"2016-08-12 15:23:28 UTC","started_at":null,"finished_at":null,"duration":null,"queued_duration":null,"failure_reason":null,"when":"on_success","manual":false,"allow_failure":false,"user":{"id":1,"name":"Administrator","username":"root","avatar_url":"http://www.gravatar.com/avatar/e32bd13e2add097461cb96824b7a829c?s=80&d=identicon","email":"[email protected]"},"runner":null,"artifacts_file":{"filename":null,"size":null},"environment":{"name":"staging","action":"start","deployment_tier":"staging"}}]}

tinybird/datasources/gitlab_emoji.datasource

@@ -7,9 +7,9 @@ TAGS "gitlab"
 SCHEMA >
   `object_kind` String `json:$.object_kind`,
   `event_type` String `json:$.event_type`,
-  `user_id` String `json:$.user.id`,
+  `user_id` UInt32 `json:$.user.id`,
   `user` JSON `json:$.user`,
-  `project_id` String `json:$.project.id`,
+  `project_id` UInt32 `json:$.project.id`,
   `project` JSON `json:$.project`,
   `object_attributes` JSON `json:$.object_attributes`,
   `note` JSON `json:$.note` DEFAULT '{}',

tinybird/datasources/gitlab_job.datasource

@@ -22,10 +22,10 @@ SCHEMA >
   `build_allow_failure` Boolean `json:$.build_allow_failure` DEFAULT false,
   `build_failure_reason` String `json:$.build_failure_reason` DEFAULT '',
   `retries_count` Int32 `json:$.retries_count` DEFAULT 0,
-  `pipeline_id` String `json:$.pipeline_id` DEFAULT '',
-  `project_id` String `json:$.project_id`,
+  `pipeline_id` UInt32 `json:$.pipeline_id` DEFAULT 0,
+  `project_id` UInt32 `json:$.project_id`,
   `project_name` String `json:$.project_name`,
-  `user_id` String `json:$.user.id`,
+  `user_id` UInt32 `json:$.user.id`,
   `user` JSON `json:$.user`,
   `commit` JSON `json:$.commit` DEFAULT '{}',
   `repository_name` String `json:$.repository.name`,

tinybird/datasources/gitlab_merge_request.datasource

@@ -7,18 +7,18 @@ TAGS "gitlab"
 SCHEMA >
   `object_kind` String `json:$.object_kind`,
   `event_type` String `json:$.event_type`,
-  `user_id` String `json:$.user.id`,
+  `user_id` UInt32 `json:$.user.id`,
   `user` JSON `json:$.user`,
-  `project_id` String `json:$.project.id`,
+  `project_id` UInt32 `json:$.project.id`,
   `project` JSON `json:$.project`,
   `object_attributes` JSON `json:$.object_attributes`,
   `repository_name` String `json:$.repository.name`,  
   `repository` JSON `json:$.repository`,
-  `assignees` Array(JSON) `json:$.assignees` DEFAULT '[]',
+  `assignees` Array(JSON) `json:$.assignees[:]` DEFAULT '[]',
   `assignee` JSON `json:$.assignee` DEFAULT '{}',
-  `labels` Array(JSON) `json:$.labels` DEFAULT '[]',
+  `labels` Array(JSON) `json:$.labels[:]` DEFAULT '[]',
   `changes` JSON `json:$.changes` DEFAULT '{}',
-  `reviewers` Array(JSON) `json:$.reviewers` DEFAULT '[]'
+  `reviewers` Array(JSON) `json:$.reviewers[:]` DEFAULT '[]'
 
 
 ENGINE "MergeTree"

tinybird/datasources/gitlab_pipeline.datasource

@@ -8,13 +8,14 @@ SCHEMA >
   `object_kind` String `json:$.object_kind`,
   `object_attributes` JSON `json:$.object_attributes`,
   `merge_request` JSON `json:$.merge_request` DEFAULT '{}',
-  `user_id` String `json:$.user.id`,
+  `user_id` UInt32 `json:$.user.id`,
   `user` JSON `json:$.user`,
-  `project_id` String `json:$.project.id`,
+  `project_id` UInt32 `json:$.project.id`,
   `project` JSON `json:$.project`,
   `commit` JSON `json:$.commit` DEFAULT '{}',
+  `pipeline_id` UInt32 `json:$.source_pipeline.pipeline_id`,
   `source_pipeline` JSON `json:$.source_pipeline` DEFAULT '{}',
-  `builds` Array(JSON) `json:$.builds` DEFAULT '[]'
+  `builds` Array(JSON) `json:$.builds[:]` DEFAULT '[]'
 
 ENGINE "MergeTree"
-ENGINE_SORTING_KEY "project_id, user_id, source_pipeline"
+ENGINE_SORTING_KEY "project_id, pipeline_id, user_id"

tinybird/datasources/gitlab_push.datasource

@@ -12,16 +12,16 @@ SCHEMA >
   `ref` String `json:$.ref`,
   `ref_protected` Boolean `json:$.ref_protected`,
   `checkout_sha` String `json:$.checkout_sha`,
-  `user_id` String `json:$.user_id`,
+  `user_id` UInt32 `json:$.user_id`,
   `user_name` String `json:$.user_name`,
   `user_username` String `json:$.user_username`,
   `user_email` String `json:$.user_email`,
   `user_avatar` String `json:$.user_avatar`,
-  `project_id` String `json:$.project_id`,
+  `project_id` UInt32 `json:$.project_id`,
   `project` JSON `json:$.project` DEFAULT '{}',
   `repository_name` String `json:$.repository.name`,
   `repository` JSON `json:$.repository` DEFAULT '{}',
-  `commits` Array(JSON) `json:$.commits` DEFAULT '[]',
+  `commits` Array(JSON) `json:$.commits[:]` DEFAULT '[]',
   `total_commits_count` Int64 `json:$.total_commits_count`
 
 ENGINE "MergeTree"

tinybird/datasources/gitlab_work_item.datasource

@@ -7,17 +7,17 @@ TAGS "gitlab"
 SCHEMA >
   `object_kind` String `json:$.object_kind`,
   `event_type` String `json:$.event_type`,
-  `user_id` String `json:$.user.id`,
+  `user_id` UInt32 `json:$.user.id`,
   `user` JSON `json:$.user`,
-  `project_id` String `json:$.project.id`,
+  `project_id` UInt32 `json:$.project.id`,
   `project` JSON `json:$.project`,
   `object_attributes` JSON `json:$.object_attributes`,
   `repository_name` String `json:$.repository.name`,  
   `repository` JSON `json:$.repository`,
-  `assignees` Array(JSON) `json:$.assignees` DEFAULT '[]',
+  `assignees` Array(JSON) `json:$.assignees[:]` DEFAULT '[]',
   `assignee` JSON `json:$.assignee` DEFAULT '{}',
-  `labels` Array(JSON) `json:$.labels` DEFAULT '[]',
-  `changes` JSON `json:$.changes` DEFAULT '{}',
+  `labels` Array(JSON) `json:$.labels[:]` DEFAULT '[]',
+  `changes` JSON `json:$.changes` DEFAULT '{}'
 
 ENGINE "MergeTree"
 ENGINE_SORTING_KEY "project_id, repository_name, user_id"