|
1 | | -TOKEN "Append data to auth0_logs" APPEND |
| 1 | +TOKEN "append" APPEND |
2 | 2 |
|
| 3 | +# Refer to https://github.com/auth0/auth0-log-schemas for the `details` schema definition for each log type |
3 | 4 |
|
4 | 5 | SCHEMA > |
5 | 6 | `log_id` String `json:$.log_id`, |
6 | | - `data_details_actions_executions` Array(Nullable(String)) `json:$.data.details.actions.executions[:]`, |
7 | | - `data_details_allowed_logout_url` Array(Nullable(String)) `json:$.data.details.allowed_logout_url[:]`, |
8 | | - `data_details_body_transaction_requested_scopes` Array(Nullable(String)) `json:$.data.details.body.transaction.requested_scopes[:]`, |
9 | | - `data_details_body_transaction_response_type` Array(Nullable(String)) `json:$.data.details.body.transaction.response_type[:]`, |
10 | | - `data_details_prompts__completedAt` Array(Nullable(Int64)) `json:$.data.details.prompts[:].completedAt`, |
11 | | - `data_details_prompts__elapsedTime` Array(Nullable(Int32)) `json:$.data.details.prompts[:].elapsedTime`, |
12 | | - `data_details_prompts__name` Array(Nullable(String)) `json:$.data.details.prompts[:].name`, |
13 | | - `data_connection_id` Nullable(String) `json:$.data.connection_id`, |
14 | | - `data_date` Nullable(DateTime64(3)) `json:$.data.date`, |
15 | | - `data_ip` Nullable(String) `json:$.data.ip`, |
| 7 | + `type` String `json:$.data.type` DEFAULT 'unknown', |
| 8 | + `date` DateTime64(3) `json:$.data.date` DEFAULT now(), |
| 9 | + `client_name` LowCardinality(String) `json:$.data.client_name` DEFAULT 'unknown', |
| 10 | + `user_id` String `json:$.data.user_id` DEFAULT 'unknown', |
| 11 | + `connection_id` Nullable(String) `json:$.data.connection_id`, |
| 12 | + `ip` Nullable(String) `json:$.data.ip`, |
16 | 13 | `data_log_id` Nullable(String) `json:$.data.log_id`, |
17 | | - `data_type` Nullable(String) `json:$.data.type`, |
18 | | - `data_user_id` Nullable(String) `json:$.data.user_id`, |
19 | | - `data_user_name` Nullable(String) `json:$.data.user_name`, |
20 | | - `data_client_id` Nullable(String) `json:$.data.client_id`, |
21 | | - `data_client_name` Nullable(String) `json:$.data.client_name`, |
22 | | - `data_details_prompts__initiatedAt` Array(Nullable(Int64)) `json:$.data.details.prompts[:].initiatedAt`, |
23 | | - `data_description` Nullable(String) `json:$.data.description`, |
24 | | - `data_connection` Nullable(String) `json:$.data.connection`, |
25 | | - `data_audience` Nullable(String) `json:$.data.audience`, |
26 | | - `data_scope` Array(Nullable(String)) `json:$.data.scope[:]`, |
27 | | - `data_details_prompts__connection` Array(Nullable(String)) `json:$.data.details.prompts[:].connection`, |
28 | | - `data_details_prompts__connection_id` Array(Nullable(String)) `json:$.data.details.prompts[:].connection_id`, |
29 | | - `data_details_prompts__flow` Array(Nullable(String)) `json:$.data.details.prompts[:].flow`, |
30 | | - `data_details_prompts__identity` Array(Nullable(String)) `json:$.data.details.prompts[:].identity`, |
31 | | - `data_details_prompts__stats_loginsCount` Array(Nullable(Int16)) `json:$.data.details.prompts[:].stats.loginsCount`, |
32 | | - `data_details_prompts__strategy` Array(Nullable(String)) `json:$.data.details.prompts[:].strategy`, |
33 | | - `data_details_prompts__timers_rules` Array(Nullable(Int16)) `json:$.data.details.prompts[:].timers.rules`, |
34 | | - `data_details_prompts__user_id` Array(Nullable(String)) `json:$.data.details.prompts[:].user_id`, |
35 | | - `data_details_prompts__user_name` Array(Nullable(String)) `json:$.data.details.prompts[:].user_name`, |
36 | | - `data_user_agent` Nullable(String) `json:$.data.user_agent`, |
37 | | - `data_hostname` Nullable(String) `json:$.data.hostname`, |
38 | | - `data_details_session_id` Nullable(String) `json:$.data.details.session_id`, |
39 | | - `data_details_completedAt` Nullable(Int64) `json:$.data.details.completedAt`, |
40 | | - `data_details_elapsedTime` Nullable(Int32) `json:$.data.details.elapsedTime`, |
41 | | - `data_details_code` Nullable(String) `json:$.data.details.code`, |
42 | | - `data_details_error_message` Nullable(String) `json:$.data.details.error.message`, |
43 | | - `data_details_error_oauthError` Nullable(String) `json:$.data.details.error.oauthError`, |
44 | | - `data_details_error_type` Nullable(String) `json:$.data.details.error.type`, |
45 | | - `data_strategy` Nullable(String) `json:$.data.strategy`, |
46 | | - `data_strategy_type` Nullable(String) `json:$.data.strategy_type`, |
47 | | - `data_details_initiatedAt` Nullable(Int64) `json:$.data.details.initiatedAt`, |
48 | | - `data_details_stats_loginsCount` Nullable(Int16) `json:$.data.details.stats.loginsCount`, |
49 | | - `data_details_body_tenant` Nullable(String) `json:$.data.details.body.tenant`, |
50 | | - `data_details_return_to` Nullable(String) `json:$.data.details.return_to`, |
51 | | - `data_details_body_client_id` Nullable(String) `json:$.data.details.body.client_id`, |
52 | | - `data_details_body_connection` Nullable(String) `json:$.data.details.body.connection`, |
53 | | - `data_details_body_email` Nullable(String) `json:$.data.details.body.email`, |
54 | | - `data_details_body_ticket` Nullable(String) `json:$.data.details.body.ticket`, |
55 | | - `data_details_email` Nullable(String) `json:$.data.details.email`, |
56 | | - `data_details_query_client_id` Nullable(String) `json:$.data.details.query.client_id`, |
57 | | - `data_details_query_connection` Nullable(String) `json:$.data.details.query.connection`, |
58 | | - `data_details_query_email` Nullable(String) `json:$.data.details.query.email`, |
59 | | - `data_details_query_includeEmailInRedirect` Nullable(UInt8) `json:$.data.details.query.includeEmailInRedirect`, |
60 | | - `data_details_query_tenant` Nullable(String) `json:$.data.details.query.tenant`, |
61 | | - `data_details_query_user_id` Nullable(String) `json:$.data.details.query.user_id`, |
62 | | - `data_details_title` Nullable(String) `json:$.data.details.title`, |
63 | | - `data_details_body_password` Nullable(String) `json:$.data.details.body.password`, |
64 | | - `data_details_body_request_language` Nullable(String) `json:$.data.details.body.request_language`, |
65 | | - `data_details_body_transaction_id` Nullable(String) `json:$.data.details.body.transaction.id`, |
66 | | - `data_details_body_transaction_locale` Nullable(String) `json:$.data.details.body.transaction.locale`, |
67 | | - `data_details_body_transaction_protocol` Nullable(String) `json:$.data.details.body.transaction.protocol`, |
68 | | - `data_details_body_transaction_redirect_uri` Array(Nullable(String)) `json:$.data.details.body.transaction.redirect_uri[:]`, |
69 | | - `data_details_body_confirmNewPassword` Nullable(String) `json:$.data.details.body.confirmNewPassword`, |
70 | | - `data_details_body_debug` Nullable(UInt8) `json:$.data.details.body.debug`, |
71 | | - `data_details_body_newPassword` Nullable(String) `json:$.data.details.body.newPassword`, |
72 | | - `data_details_body_verify` Nullable(UInt8) `json:$.data.details.body.verify`, |
73 | | - `data_details_connection` Nullable(String) `json:$.data.details.connection`, |
74 | | - `data_details_qs_error` Nullable(String) `json:$.data.details.qs.error`, |
75 | | - `data_details_qs_error_description` Nullable(String) `json:$.data.details.qs.error_description`, |
76 | | - `data_details_qs_state` Nullable(String) `json:$.data.details.qs.state`, |
77 | | - `data_details_query_markEmailAsVerified` Nullable(UInt8) `json:$.data.details.query.markEmailAsVerified`, |
78 | | - `data_tracking_id` Nullable(String) `json:$.data.tracking_id`, |
79 | | - `data_details_accessedSecrets` Array(Nullable(String)) `json:$.data.details.accessedSecrets[:]`, |
80 | | - `data_details_request_auth_credentials_scopes` Array(Nullable(String)) `json:$.data.details.request.auth.credentials.scopes[:]`, |
81 | | - `data_details_request_auth_scopes` Array(Nullable(String)) `json:$.data.details.request.auth.scopes[:]`, |
82 | | - `data_details_request_body_enabled_clients` Array(Nullable(String)) `json:$.data.details.request.body.enabled_clients[:]`, |
83 | | - `data_details_response_body_enabled_clients` Array(Nullable(String)) `json:$.data.details.response.body.enabled_clients[:]`, |
84 | | - `data_details_response_body_enabled_locales` Array(Nullable(String)) `json:$.data.details.response.body.enabled_locales[:]`, |
85 | | - `data_details_response_body_realms` Array(Nullable(String)) `json:$.data.details.response.body.realms[:]`, |
86 | | - `data_details_response_body__client_id` Array(Nullable(String)) `json:$.data.details.response.body[:].client_id`, |
87 | | - `data_details_request_auth_strategy` Nullable(String) `json:$.data.details.request.auth.strategy`, |
88 | | - `data_details_request_ip` Nullable(String) `json:$.data.details.request.ip`, |
89 | | - `data_details_request_method` Nullable(String) `json:$.data.details.request.method`, |
90 | | - `data_details_request_path` Nullable(String) `json:$.data.details.request.path`, |
91 | | - `data_details_response_statusCode` Nullable(Int16) `json:$.data.details.response.statusCode`, |
92 | | - `data_details_request_auth_credentials_jti` Nullable(String) `json:$.data.details.request.auth.credentials.jti`, |
93 | | - `data_details_request_auth_user_email` Nullable(String) `json:$.data.details.request.auth.user.email`, |
94 | | - `data_details_request_auth_user_name` Nullable(String) `json:$.data.details.request.auth.user.name`, |
95 | | - `data_details_request_auth_user_user_id` Nullable(String) `json:$.data.details.request.auth.user.user_id`, |
96 | | - `data_details_request_channel` Nullable(String) `json:$.data.details.request.channel`, |
97 | | - `data_details_request_userAgent` Nullable(String) `json:$.data.details.request.userAgent`, |
98 | | - `data_details_response_body_name` Nullable(String) `json:$.data.details.response.body.name`, |
99 | | - `data_details_response_body_client_id` Nullable(String) `json:$.data.details.response.body.client_id`, |
100 | | - `data_details_response_body_id` Nullable(String) `json:$.data.details.response.body.id`, |
101 | | - `data_details_response_body_strategy` Nullable(String) `json:$.data.details.response.body.strategy`, |
102 | | - `data_details_request_query_page` Nullable(Int16) `json:$.data.details.request.query.page`, |
103 | | - `data_details_response_body_friendly_name` Nullable(String) `json:$.data.details.response.body.friendly_name`, |
104 | | - `data_details_response_body_picture_url` Nullable(String) `json:$.data.details.response.body.picture_url`, |
105 | | - `data_details_deleted` Nullable(UInt8) `json:$.data.details.deleted`, |
106 | | - `data_details_request_auth_subject` Nullable(String) `json:$.data.details.request.auth.subject`, |
107 | | - `data_details_request_body_flags_enable_adfs_waad_email_verification` Nullable(UInt8) `json:$.data.details.request.body.flags.enable_adfs_waad_email_verification`, |
108 | | - `data_details_request_body_name` Nullable(String) `json:$.data.details.request.body.name`, |
109 | | - `data_details_request_body_strategy` Nullable(String) `json:$.data.details.request.body.strategy`, |
110 | | - `data_details_response_body_flags_allow_changing_enable_sso` Nullable(UInt8) `json:$.data.details.response.body.flags.allow_changing_enable_sso`, |
111 | | - `data_details_response_body_flags_cannot_change_enforce_client_authentication_on_passwordless_start` Nullable(UInt8) `json:$.data.details.response.body.flags.cannot_change_enforce_client_authentication_on_passwordless_start`, |
112 | | - `data_details_response_body_flags_disable_clickjack_protection_headers` Nullable(UInt8) `json:$.data.details.response.body.flags.disable_clickjack_protection_headers`, |
113 | | - `data_details_response_body_flags_disable_impersonation` Nullable(UInt8) `json:$.data.details.response.body.flags.disable_impersonation`, |
114 | | - `data_details_response_body_flags_enable_adfs_waad_email_verification` Nullable(UInt8) `json:$.data.details.response.body.flags.enable_adfs_waad_email_verification`, |
115 | | - `data_details_response_body_flags_enable_sso` Nullable(UInt8) `json:$.data.details.response.body.flags.enable_sso`, |
116 | | - `data_details_response_body_flags_enforce_client_authentication_on_passwordless_start` Nullable(UInt8) `json:$.data.details.response.body.flags.enforce_client_authentication_on_passwordless_start`, |
117 | | - `data_details_response_body_flags_new_universal_login_experience_enabled` Nullable(UInt8) `json:$.data.details.response.body.flags.new_universal_login_experience_enabled`, |
118 | | - `data_details_response_body_flags_revoke_refresh_token_grant` Nullable(UInt8) `json:$.data.details.response.body.flags.revoke_refresh_token_grant`, |
119 | | - `data_details_response_body_flags_universal_login` Nullable(UInt8) `json:$.data.details.response.body.flags.universal_login`, |
120 | | - `data_details_response_body_guardian_mfa_page` Nullable(String) `json:$.data.details.response.body.guardian_mfa_page`, |
121 | | - `data_details_response_body_sandbox_version` Nullable(String) `json:$.data.details.response.body.sandbox_version`, |
122 | | - `data_details_response_body_support_email` Nullable(String) `json:$.data.details.response.body.support_email`, |
123 | | - `data_details_response_body_support_url` Nullable(String) `json:$.data.details.response.body.support_url`, |
124 | | - `data_details_response_body_universal_login_colors_page_background` Nullable(String) `json:$.data.details.response.body.universal_login.colors.page_background`, |
125 | | - `data_details_response_body_universal_login_colors_primary` Nullable(String) `json:$.data.details.response.body.universal_login.colors.primary`, |
126 | | - `data_details_response_body_provisioning_ticket_url` Nullable(String) `json:$.data.details.response.body.provisioning_ticket_url`, |
127 | | - `data_details_body_RelayState` Nullable(String) `json:$.data.details.body.RelayState`, |
128 | | - `data_details_body_SAMLResponse` Nullable(String) `json:$.data.details.body.SAMLResponse`, |
129 | | - `data_details_qs_connection` Nullable(String) `json:$.data.details.qs.connection`, |
130 | | - `data_details_error_payload_authorized` Array(Nullable(String)) `json:$.data.details.error.payload.authorized[:]`, |
131 | | - `data_details_error_payload_attempt` Nullable(String) `json:$.data.details.error.payload.attempt`, |
132 | | - `data_details_error_payload_client_clientID` Nullable(String) `json:$.data.details.error.payload.client.clientID`, |
133 | | - `data_details_error_payload_code` Nullable(String) `json:$.data.details.error.payload.code`, |
134 | | - `data_details_error_payload_log_url` Nullable(String) `json:$.data.details.error.payload.log_url`, |
135 | | - `data_details_error_payload_message` Nullable(String) `json:$.data.details.error.payload.message`, |
136 | | - `data_details_error_payload_name` Nullable(String) `json:$.data.details.error.payload.name`, |
137 | | - `data_details_error_payload_status` Nullable(Int16) `json:$.data.details.error.payload.status`, |
138 | | - `data_details_qs_approval_prompt` Array(Nullable(String)) `json:$.data.details.qs.approval_prompt[:]`, |
139 | | - `data_details_qs_client_id` Nullable(String) `json:$.data.details.qs.client_id`, |
140 | | - `data_details_qs_redirect_uri` Nullable(String) `json:$.data.details.qs.redirect_uri`, |
141 | | - `data_details_qs_response_type` Nullable(String) `json:$.data.details.qs.response_type`, |
142 | | - `data_details_qs_scope` Nullable(String) `json:$.data.details.qs.scope`, |
143 | | - `data_auth0_client_env_node` Nullable(String) `json:$.data.auth0_client.env.node`, |
144 | | - `data_auth0_client_name` Nullable(String) `json:$.data.auth0_client.name`, |
145 | | - `data_auth0_client_version` Nullable(String) `json:$.data.auth0_client.version`, |
146 | | - `data_details_request_body_enabled` Nullable(UInt8) `json:$.data.details.request.body.enabled`, |
147 | | - `data_details_request_body_from` Nullable(String) `json:$.data.details.request.body.from`, |
148 | | - `data_details_request_body_subject` Nullable(String) `json:$.data.details.request.body.subject`, |
149 | | - `data_details_request_body_syntax` Nullable(String) `json:$.data.details.request.body.syntax`, |
150 | | - `data_details_request_body_template` Nullable(String) `json:$.data.details.request.body.template`, |
151 | | - `data_details_response_body_enabled` Nullable(UInt8) `json:$.data.details.response.body.enabled`, |
152 | | - `data_details_response_body_from` Nullable(String) `json:$.data.details.response.body.from`, |
153 | | - `data_details_response_body_subject` Nullable(String) `json:$.data.details.response.body.subject`, |
154 | | - `data_details_response_body_syntax` Nullable(String) `json:$.data.details.response.body.syntax`, |
155 | | - `data_details_response_body_template` Nullable(String) `json:$.data.details.response.body.template`, |
156 | | - `data_details_device_id` Nullable(String) `json:$.data.details.device_id`, |
157 | | - `data_details_authenticator_id` Nullable(String) `json:$.data.details.authenticator.id`, |
158 | | - `data_details_authenticator_type` Nullable(String) `json:$.data.details.authenticator.type`, |
159 | | - `data_details_request_body_code` Nullable(String) `json:$.data.details.request.body.code`, |
160 | | - `data_details_qs_authuser` Nullable(String) `json:$.data.details.qs.authuser`, |
161 | | - `data_details_qs_code` Nullable(String) `json:$.data.details.qs.code`, |
162 | | - `data_details_qs_hd` Nullable(String) `json:$.data.details.qs.hd`, |
163 | | - `data_details_qs_prompt` Nullable(String) `json:$.data.details.qs.prompt`, |
164 | | - `data_details_qs_error_uri` Nullable(String) `json:$.data.details.qs.error_uri`, |
165 | | - `data_details_endCount` Nullable(Int16) `json:$.data.details.endCount`, |
166 | | - `data_details_removedCount` Nullable(Int16) `json:$.data.details.removedCount`, |
167 | | - `data_details_resource` Nullable(String) `json:$.data.details.resource`, |
168 | | - `data_details_startCount` Nullable(Int16) `json:$.data.details.startCount`, |
169 | | - `data_details_request_query_is_global` Nullable(String) `json:$.data.details.request.query.is_global`, |
170 | | - `data_details_body_idp_user_id` Nullable(String) `json:$.data.details.body.idp_user_id`, |
171 | | - `data_details_body_job_id` Nullable(String) `json:$.data.details.body.job_id`, |
172 | | - `data_details_body_provider` Nullable(String) `json:$.data.details.body.provider`, |
173 | | - `data_details_body_template_type` Nullable(String) `json:$.data.details.body.template.type`, |
174 | | - `data_details_body_to` Nullable(String) `json:$.data.details.body.to`, |
175 | | - `data_details_body_user_id` Nullable(String) `json:$.data.details.body.user_id`, |
176 | | - `data_details_response_body_created_at` Nullable(DateTime64(3)) `json:$.data.details.response.body.created_at`, |
177 | | - `data_details_response_body_status` Nullable(String) `json:$.data.details.response.body.status`, |
178 | | - `data_details_response_body_type` Nullable(String) `json:$.data.details.response.body.type`, |
179 | | - `data_details_request_body_client_id` Nullable(String) `json:$.data.details.request.body.client_id`, |
180 | | - `data_details_request_body_connection` Nullable(String) `json:$.data.details.request.body.connection`, |
181 | | - `data_details_request_body_template_from` Nullable(String) `json:$.data.details.request.body.template.from`, |
182 | | - `data_details_request_body_template_subject` Nullable(String) `json:$.data.details.request.body.template.subject`, |
183 | | - `data_details_request_body_template_syntax` Nullable(String) `json:$.data.details.request.body.template.syntax`, |
184 | | - `data_details_request_body_template_template` Nullable(String) `json:$.data.details.request.body.template.template`, |
185 | | - `data_details_request_body_to` Nullable(String) `json:$.data.details.request.body.to`, |
186 | | - `data_details_response_body_message` Nullable(String) `json:$.data.details.response.body.message`, |
187 | | - `data_details_error` Nullable(String) `json:$.data.details.error`, |
188 | | - `data_details_email_type` Nullable(String) `json:$.data.details.email_type`, |
189 | | - `data_details_to` Nullable(String) `json:$.data.details.to` |
| 14 | + `user_name` Nullable(String) `json:$.data.user_name`, |
| 15 | + `client_id` Nullable(String) `json:$.data.client_id`, |
| 16 | + `description` Nullable(String) `json:$.data.description`, |
| 17 | + `connection` Nullable(String) `json:$.data.connection`, |
| 18 | + `audience` Nullable(String) `json:$.data.audience`, |
| 19 | + `scope` Array(Nullable(String)) `json:$.data.scope[:]`, |
| 20 | + `user_agent` Nullable(String) `json:$.data.user_agent`, |
| 21 | + `hostname` Nullable(String) `json:$.data.hostname`, |
| 22 | + `strategy` Nullable(String) `json:$.data.strategy`, |
| 23 | + `strategy_type` Nullable(String) `json:$.data.strategy_type`, |
| 24 | + `auth0_client_env_node` Nullable(String) `json:$.data.auth0_client.env.node`, |
| 25 | + `auth0_client_name` Nullable(String) `json:$.data.auth0_client.name`, |
| 26 | + `auth0_client_version` Nullable(String) `json:$.data.auth0_client.version`, |
| 27 | + `tracking_id` Nullable(String) `json:$.data.tracking_id`, |
| 28 | + `details` JSON `json:$.data.details` |
190 | 29 |
|
191 | 30 | ENGINE "MergeTree" |
192 | | -ENGINE_PARTITION_KEY "substring(log_id, 1, 1)" |
193 | | -ENGINE_SORTING_KEY "log_id" |
| 31 | +ENGINE_SORTING_KEY "type, user_id, date" |
0 commit comments