-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy path4_eda.sql
More file actions
331 lines (288 loc) · 9.12 KB
/
4_eda.sql
File metadata and controls
331 lines (288 loc) · 9.12 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
/*===========================사용자 수==================================*/
WITH dau_list AS (
-- 단순 DAU: 날짜별 사용자수 (전제조건: 사용자수 = 활성 사용자수)
SELECT
event_date,
COUNT(DISTINCT user_pseudo_id) AS dau,
FROM advanced.app_logs_cleaned_target
GROUP BY event_date
)
, dau_avg_median AS (
-- DAU의 평균값, 중앙값: 703.838명 / 815.0명
SELECT
ROUND(AVG(dau) OVER (),3) AS avg_dau,
PERCENTILE_CONT(dau,0.5) OVER () AS median_dau,
FROM dau_list
LIMIT 1
)
, wau_list AS (
-- 단순 WAU: 주차별 사용자수 (전제조건: 사용자수 = 활성 사용자수)
SELECT
event_week,
COUNT(DISTINCT user_pseudo_id) AS wau,
FROM advanced.app_logs_cleaned_target
GROUP BY event_week
-- ORDER BY event_week
)
, wau_avg_median AS (
-- WAU의 평균값, 중앙값: 4669.44명 / 5544.0명
SELECT
ROUND(AVG(wau) OVER (),3) AS avg_wau,
PERCENTILE_CONT(wau,0.5) OVER () AS median_wau,
FROM wau_list
LIMIT 1
)
, mau_list AS (
-- 단순 MAU: 월별 사용자수 (전제조건: 사용자수 = 활성 사용자수)
SELECT
DATE_TRUNC(event_date, MONTH) AS event_month,
COUNT(DISTINCT user_pseudo_id) AS mau,
FROM advanced.app_logs_cleaned_target
GROUP BY DATE_TRUNC(event_date, MONTH)
-- ORDER BY event_month
)
, mau_avg_median AS (
-- MAU의 평균값, 중앙값: 16748.333명 / 17994.5명
SELECT
ROUND(AVG(mau) OVER (),3) AS avg_mau,
PERCENTILE_CONT(mau,0.5) OVER () AS median_mau,
FROM mau_list
LIMIT 1
)
/*===========================사용주기==================================*/
-- stickiness 계산: dau/mau
-- 일간 방문자 대비 한 달 안에 재방문하는 비율이 얼마나 될까?
SELECT
d.event_date,
-- m.event_month,
d.dau,
m.mau,
ROUND(SAFE_DIVIDE(d.dau, m.mau)*100,4) AS stickiness,
SUM(d.dau) OVER (PARTITION BY m.event_month) AS sum_of_dau,
FROM mau_list m
CROSS JOIN dau_list d
WHERE DATE_TRUNC(d.event_date, MONTH) = m.event_month
ORDER BY m.event_month, d.event_date;
-- stickiness 계산: dau/wau
-- 일간 방문자 대비 일주일 안에 재방문하는 비율이 얼마나 될까?
SELECT
d.event_date,
-- w.event_week,
w.wau,
d.dau,
ROUND(SAFE_DIVIDE(d.dau, w.wau)*100,4) AS stickiness,
SUM(d.dau) OVER (PARTITION BY w.event_week) AS sum_of_dau,
FROM wau_list w
CROSS JOIN dau_list d
WHERE DATE_TRUNC(d.event_date, WEEK(MONDAY)) = w.event_week
ORDER BY w.event_week, d.event_date;
WITH user_active_sequence AS (
-- 1. 유저별 활동 일자 시퀀스: 유입 일자, 활동 일자, 직전 활동 일자
SELECT DISTINCT
user_pseudo_id,
event_date,
LAG(event_date) OVER (PARTITION BY user_pseudo_id ORDER BY event_date) AS prev_event_date,
FROM advanced.app_logs_cleaned_target
)
-- 2. 유저별 유입일 이후 각 방문 간격 계산
SELECT
*
FROM (
SELECT
user_pseudo_id,
event_date,
prev_event_date,
IFNULL(DATE_DIFF(event_date, prev_event_date, DAY),0) AS day_diff
FROM user_active_sequence
WHERE prev_event_date IS NOT NULL -- 유입일 이전 제외
)
WHERE day_diff != 0
ORDER BY user_pseudo_id, event_date
-- 이후 방문 간격 분포는 seaborn, plotly로 확인함.
-- 주차별 리텐션
-- 2) 사용자별 첫방문일 기준 주 차이 계산
WITH week_diff_per_user AS (
SELECT
user_pseudo_id,
first_week,
event_week,
DATE_DIFF(event_week, first_week, WEEK) AS week_diff
FROM (
-- 1) 사용자별 첫방문일, 방문일 리스트 추출
SELECT DISTINCT
user_pseudo_id,
MIN(event_week) OVER(PARTITION BY user_pseudo_id) AS first_week,
event_week
FROM advanced.app_logs_cleaned_target
)
)
, week_retain AS (
-- 3) 주 차이별 이용자수 계산
SELECT
week_diff,
COUNT(DISTINCT user_pseudo_id) AS retain_user
FROM week_diff_per_user
GROUP BY week_diff
)
-- 4) 주 차이별 리텐션 비율 계산
, first_week_retain AS (
SELECT
COUNT(DISTINCT user_pseudo_id) AS first_week_retain_user
FROM week_diff_per_user
WHERE 1=1
AND week_diff=0
)
SELECT
week_.week_diff,
week_.retain_user,
first_week_.first_week_retain_user,
ROUND(SAFE_DIVIDE(week_.retain_user, first_week_.first_week_retain_user)*100, 3) AS retention_ratio
FROM week_retain AS week_
CROSS JOIN first_week_retain AS first_week_
ORDER BY week_.week_diff ASC
/*===========================요일, 시간대 분포==================================*/
-- 전체 유저 기준 주로 어느 시간대에 접속했는가?
SELECT
EXTRACT(HOUR FROM event_time) AS event_hour,
COUNT(DISTINCT user_pseudo_id) AS user_cnt
FROM advanced.app_logs_cleaned_target
GROUP BY event_hour
ORDER BY event_hour;
-- 전체 유저 기준 주로 어느 요일에 접속했는가?
SELECT
CASE
WHEN event_dow = 1 THEN 'Mon'
WHEN event_dow = 2 THEN 'Tue'
WHEN event_dow = 3 THEN 'Wed'
WHEN event_dow = 4 THEN 'Thu'
WHEN event_dow = 5 THEN 'Fri'
WHEN event_dow = 6 THEN 'Sat'
ELSE 'Sun'
END AS event_dow_str,
event_dow, -- 요일이 숫자로 표시됨. (정렬용)
COUNT(DISTINCT user_pseudo_id) AS user_cnt
FROM advanced.app_logs_cleaned_target
GROUP BY event_dow
ORDER BY event_dow;
-- 전체 유저 기준 주로 어느 요일+시간에 접속했는가?
SELECT DISTINCT
FORMAT_DATETIME("%a %Hh", event_datetime) AS event_dow_hour, -- 요일 + 시간 출력
RANK() OVER (ORDER BY event_dow, event_hour) AS order_num,
COUNT(DISTINCT user_pseudo_id) OVER (PARTITION BY event_dow, event_hour) AS user_cnt
FROM (
SELECT
event_datetime,
event_dow,
EXTRACT(HOUR FROM event_datetime) AS event_hour,
user_pseudo_id
FROM advanced.app_logs_cleaned_target
)
ORDER BY order_num
/*===========================세션, 체류시간==================================*/
-- 하루에 사용자들이 평균적으로 몇 번 방문하는가?
-- 일별 유저당 평균 세션 수
SELECT
event_date,
ROUND(AVG(session_cnt), 2) AS avg_sessions_per_user
FROM (
-- 일별 유저별 세션 수
SELECT
event_date,
user_pseudo_id,
COUNT(DISTINCT session_id) AS session_cnt,
FROM `advanced.app_logs_cleaned_target`
GROUP BY event_date, user_pseudo_id
)
GROUP BY event_date
ORDER BY event_date
-- 하루에 한 번 방문할 때 몇 개의 화면을 보는가?
-- 일별 세션당 평균 스크린뷰, 유니크뷰
SELECT
event_date,
ROUND(AVG(screen_view_cnt), 2) AS avg_screen_view_per_sess,
ROUND(AVG(unique_view_cnt), 2) AS avg_unique_view_per_sess,
FROM (
-- 일별 세션별 스크린뷰, 유니크뷰
SELECT
event_date,
user_pseudo_id,
session_id,
COUNT(*) AS screen_view_cnt,
COUNT(DISTINCT firebase_screen) AS unique_view_cnt,
FROM `advanced.app_logs_cleaned_target`
WHERE event_name='screen_view'
GROUP BY event_date, user_pseudo_id, session_id
)
GROUP BY event_date
ORDER BY event_date
-- 하루에 한 번 방문할 때 화면당 얼마나 머무르는가?
-- 일별 세션당 화면당 평균 체류시간 (firebase_screen별 체류시간)
SELECT
event_date,
ROUND(AVG(duration_time),2) AS avg_duration_time_per_screen,
FROM (
-- 일별 세션당 화면당 체류시간
SELECT
event_date,
user_pseudo_id,
session_id,
firebase_screen,
DATETIME_DIFF(MAX(event_datetime), MIN(event_datetime), SECOND) AS duration_time,
FROM advanced.app_logs_cleaned_target
GROUP BY event_date, user_pseudo_id, session_id, firebase_screen
)
GROUP BY event_date
ORDER BY event_date
/*===========================주문==================================*/
WITH order_cnt_list_d AS (
-- 일일 주문수, 주문 유저 수
SELECT
event_date,
COUNT(*) AS order_cnt,
COUNT(DISTINCT user_id) AS order_users_cnt
FROM advanced.app_logs_cleaned_target
WHERE event_name = 'click_payment'
GROUP BY event_date
-- HAVING order_cnt != order_users_cnt -- 하루에 한 사람이 여러 번 주문한 경우 (거의 한 건 차이)
ORDER BY event_date
)
-- , order_cnt_list_w AS (
-- -- 주차별 주문 유저 수
-- SELECT
-- event_week,
-- COUNT(DISTINCT user_id) AS order_users_cnt
-- FROM advanced.app_logs_cleaned_target
-- WHERE event_name = 'click_payment'
-- GROUP BY event_week
-- -- ORDER BY event_week
-- )
-- , order_cnt_list_m AS (
-- -- 월별 주문 건수
-- SELECT
-- DATE_TRUNC(event_date, MONTH) AS event_month,
-- COUNT(DISTINCT user_id) AS order_users_cnt
-- FROM advanced.app_logs_cleaned_target
-- WHERE event_name = 'click_payment'
-- GROUP BY DATE_TRUNC(event_date, MONTH)
-- -- ORDER BY event_month
-- )
-- DAU와 일간 주문 수 비교
-- 접속한 사람에 비해 주문까지 한 사람은 얼마나 될까?
SELECT
d.event_date,
d.dau,
o.order_users_cnt,
ROUND(SAFE_DIVIDE(o.order_users_cnt, d.dau) * 100, 3) AS order_ratio
FROM dau_list d
INNER JOIN order_cnt_list_d o ON d.event_date = o.event_date
ORDER BY d.event_date ASC;
-- -- WAU와 주간 주문 수 비교
-- -- 접속한 사람에 비해 주문까지 한 사람은 얼마나 될까?
-- SELECT
-- w.event_week,
-- w.wau,
-- o.order_users_cnt,
-- ROUND(SAFE_DIVIDE(o.order_users_cnt, w.wau) * 100, 3) AS order_ratio -- 주문율
-- FROM wau_list w
-- INNER JOIN order_cnt_list_w o ON w.event_week = o.event_week
-- ORDER BY w.event_week ASC