|
1 | 1 | { |
2 | 2 | "query": { |
3 | | - "queryId": "e140b4f4dff9c2d5:cf78c8f400000000", |
4 | | - "queryText": "SELECT *\nFROM `default`.sample_08\nLIMIT 105", |
5 | | - "status": "FINISHED", |
6 | | - "queryType": "QUERY", |
7 | | - "startTime": 1678521664204, |
8 | | - "endTime": 1678521667266, |
9 | | - "duration": 3062, |
10 | | - "userName": "admin", |
11 | | - "coordinator": "sree-test2-1.sree-test2.root.hwx.site:27000", |
12 | | - "cpuTime": 1, |
13 | | - "rowsProduced": 105, |
14 | | - "peakMemory": 4225761, |
15 | | - "hdfsBytesRead": 96126 |
| 3 | + "queryId": "e140b4f4dff9c2d5:cf78c8f400000000", |
| 4 | + "queryText": "SELECT *\nFROM `default`.sample_08\nLIMIT 105", |
| 5 | + "status": "FINISHED", |
| 6 | + "queryType": "QUERY", |
| 7 | + "startTime": 1678521664204, |
| 8 | + "endTime": 1678521667266, |
| 9 | + "duration": 3062, |
| 10 | + "userName": "admin", |
| 11 | + "coordinator": "sree-test2-1.sree-test2.root.hwx.site:27000", |
| 12 | + "cpuTime": 1, |
| 13 | + "rowsProduced": 105, |
| 14 | + "peakMemory": 4225761, |
| 15 | + "hdfsBytesRead": 96126 |
16 | 16 | }, |
17 | 17 | "profile": { |
18 | | - "summaryMap": { |
19 | | - "Estimated Per-Host Mem": "71319552", |
20 | | - "Per Host Number of Fragment Instances": "sree-test2-2.sree-test2.root.hwx.site:27000(1) sree-test2-1.sree-test2.root.hwx.site:27000(1)", |
21 | | - "User": "admin", |
22 | | - "Start Time": "2023-03-11 08:01:04.204660000", |
23 | | - "Connected User": "hue", |
24 | | - "ExecSummary": "\nOperator #Hosts #Inst Avg Time Max Time #Rows Est. #Rows Peak Mem Est. Peak Mem Detail \n--------------------------------------------------------------------------------------------------------------------------\nF01:ROOT 1 1 105.431us 105.431us 4.01 MB 4.00 MB \n01:EXCHANGE 1 1 32.077us 32.077us 105 105 16.00 KB 16.00 KB UNPARTITIONED \nF00:EXCHANGE SENDER 1 1 165.330us 165.330us 3.88 KB 0 \n00:SCAN HDFS 1 1 3.883ms 3.883ms 105 105 172.96 KB 64.00 MB default.sample_08", |
25 | | - "Query Options (set by configuration and planner)": "QUERY_TIMEOUT_S=300,MT_DOP=0,IDLE_SESSION_TIMEOUT=900,TIMEZONE=UTC,DEFAULT_FILE_FORMAT=PARQUET,DEFAULT_TRANSACTIONAL_TYPE=INSERT_ONLY,MINMAX_FILTER_THRESHOLD=0.5,MINMAX_FILTERING_LEVEL=PAGE", |
26 | | - "Tables Missing Stats": "default.sample_08", |
27 | | - "Query Type": "QUERY", |
28 | | - "Session Type": "HIVESERVER2", |
29 | | - "Per Host Min Memory Reservation": "sree-test2-2.sree-test2.root.hwx.site:27000(64.00 KB) sree-test2-1.sree-test2.root.hwx.site:27000(4.00 MB)", |
30 | | - "Session ID": "434af3e40c14f427:a836c6f0ced92583", |
31 | | - "Executor Group": "default", |
32 | | - "Query Status": "OK", |
33 | | - "Query State": "FINISHED", |
34 | | - "End Time": "2023-03-11 08:01:07.266477000", |
35 | | - "HiveServer2 Protocol Version": "V6", |
36 | | - "Admission result": "Admitted immediately", |
37 | | - "Delegated User": "admin", |
38 | | - "Impala Version": "impalad version 4.0.0.7.2.17.0-140 RELEASE (build d0609b8f4cca258c229637691977fc48b3e5e028)", |
39 | | - "Sql Statement": "SELECT *\nFROM `default`.sample_08\nLIMIT 105", |
40 | | - "Coordinator": "sree-test2-1.sree-test2.root.hwx.site:27000", |
41 | | - "Plan": "\n----------------\nMax Per-Host Resource Reservation: Memory=4.06MB Threads=3\nPer-Host Resource Estimates: Memory=68MB\nCodegen disabled by planner\nWARNING: The following tables are missing relevant table and/or column statistics.\ndefault.sample_08\nAnalyzed query: SELECT * FROM `default`.sample_08 LIMIT CAST(105 AS TINYINT)\n\nF01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1\n| Per-Host Resources: mem-estimate=4.02MB mem-reservation=4.00MB thread-reservation=1\nPLAN-ROOT SINK\n| output exprs: default.sample_08.code, default.sample_08.description, default.sample_08.total_emp, default.sample_08.salary\n| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0\n|\n01:EXCHANGE [UNPARTITIONED]\n| limit: 105\n| mem-estimate=16.00KB mem-reservation=0B thread-reservation=0\n| tuple-ids=0 row-size=32B cardinality=105\n| in pipelines: 00(GETNEXT)\n|\nF00:PLAN FRAGMENT [RANDOM] hosts=1 instances=1\nPer-Host Resources: mem-estimate=64.00MB mem-reservation=64.00KB thread-reservation=2\n00:SCAN HDFS [default.sample_08, RANDOM]\n HDFS partitions=1/1 files=1 size=47.40KB\n stored statistics:\n table: rows=823 size=47.40KB\n columns: unavailable\n extrapolated-rows=disabled max-scan-range-rows=823\n limit: 105\n mem-estimate=64.00MB mem-reservation=64.00KB thread-reservation=1\n tuple-ids=0 row-size=32B cardinality=105\n in pipelines: 00(GETNEXT)\n----------------", |
42 | | - "Errors": "", |
43 | | - "Impala Query State": "FINISHED", |
44 | | - "Default Db": "default", |
45 | | - "Network Address": "172.27.38.15:41232", |
46 | | - "Request Pool": "root.admin", |
47 | | - "Cluster Memory Admitted": "136.03 MB", |
48 | | - "Query Options (set by configuration)": "QUERY_TIMEOUT_S=300,IDLE_SESSION_TIMEOUT=900,TIMEZONE=UTC,DEFAULT_FILE_FORMAT=PARQUET,DEFAULT_TRANSACTIONAL_TYPE=INSERT_ONLY" |
49 | | - }, |
50 | | - "hdfsMetrics": { |
51 | | - "hdfs_bytes_read": "96126", |
52 | | - "hdfs_bytes_read_local": "96126", |
53 | | - "hdfs_bytes_read_local_percentage": "100", |
54 | | - "hdfs_bytes_read_remote": "0", |
55 | | - "hdfs_bytes_read_remote_percentage": "0", |
56 | | - "hdfs_bytes_read_short_circuit": "96126", |
57 | | - "hdfs_bytes_read_short_circuit_percentage": "100", |
58 | | - "hdfs_bytes_read_from_cache": "0", |
59 | | - "hdfs_bytes_read_from_cache_percentage": "0", |
60 | | - "hdfs_average_scan_range": "96126.0" |
61 | | - }, |
62 | | - "memoryMetrics": { |
63 | | - "memory_per_node_peak": "4225761.28", |
64 | | - "memory_per_node_peak_node": "sree-test2-1.sree-test2.root.hwx.site:27000" |
65 | | - }, |
66 | | - "cpuMetrics": {}, |
67 | | - "threadTimeMetrics": { |
68 | | - "thread_total_time": "9", |
69 | | - "thread_cpu_time": "1", |
70 | | - "thread_cpu_time_percentage": "19", |
71 | | - "thread_storage_wait_time": "2", |
72 | | - "thread_storage_wait_time_percentage": "30", |
73 | | - "thread_network_send_wait_time": "0", |
74 | | - "thread_network_send_wait_time_percentage": "6", |
75 | | - "thread_network_receive_wait_time": "4", |
76 | | - "thread_network_receive_wait_time_percentage": "45", |
77 | | - "planning_wait_time": "11", |
78 | | - "planning_wait_time_percentage": "0", |
79 | | - "client_fetch_wait_time": "6269513", |
80 | | - "client_fetch_wait_time_percentage": "204752" |
81 | | - }, |
82 | | - "insertMetrics": {}, |
83 | | - "queryId": "e140b4f4dff9c2d5:cf78c8f400000000" |
| 18 | + "summaryMap": { |
| 19 | + "Estimated Per-Host Mem": "71319552", |
| 20 | + "Per Host Number of Fragment Instances": "sree-test2-2.sree-test2.root.hwx.site:27000(1) sree-test2-1.sree-test2.root.hwx.site:27000(1)", |
| 21 | + "User": "admin", |
| 22 | + "Start Time": "2023-03-11 08:01:04.204660000", |
| 23 | + "Connected User": "hue", |
| 24 | + "ExecSummary": "\nOperator #Hosts #Inst Avg Time Max Time #Rows Est. #Rows Peak Mem Est. Peak Mem Detail \n--------------------------------------------------------------------------------------------------------------------------\nF01:ROOT 1 1 105.431us 105.431us 4.01 MB 4.00 MB \n01:EXCHANGE 1 1 32.077us 32.077us 105 105 16.00 KB 16.00 KB UNPARTITIONED \nF00:EXCHANGE SENDER 1 1 165.330us 165.330us 3.88 KB 0 \n00:SCAN HDFS 1 1 3.883ms 3.883ms 105 105 172.96 KB 64.00 MB default.sample_08", |
| 25 | + "Query Options (set by configuration and planner)": "QUERY_TIMEOUT_S=300,MT_DOP=0,IDLE_SESSION_TIMEOUT=900,TIMEZONE=UTC,DEFAULT_FILE_FORMAT=PARQUET,DEFAULT_TRANSACTIONAL_TYPE=INSERT_ONLY,MINMAX_FILTER_THRESHOLD=0.5,MINMAX_FILTERING_LEVEL=PAGE", |
| 26 | + "Tables Missing Stats": "default.sample_08", |
| 27 | + "Query Type": "QUERY", |
| 28 | + "Session Type": "HIVESERVER2", |
| 29 | + "Per Host Min Memory Reservation": "sree-test2-2.sree-test2.root.hwx.site:27000(64.00 KB) sree-test2-1.sree-test2.root.hwx.site:27000(4.00 MB)", |
| 30 | + "Session ID": "434af3e40c14f427:a836c6f0ced92583", |
| 31 | + "Executor Group": "default", |
| 32 | + "Query Status": "OK", |
| 33 | + "Query State": "FINISHED", |
| 34 | + "End Time": "2023-03-11 08:01:07.266477000", |
| 35 | + "HiveServer2 Protocol Version": "V6", |
| 36 | + "Admission result": "Admitted immediately", |
| 37 | + "Delegated User": "admin", |
| 38 | + "Impala Version": "impalad version 4.0.0.7.2.17.0-140 RELEASE (build d0609b8f4cca258c229637691977fc48b3e5e028)", |
| 39 | + "Sql Statement": "SELECT *\nFROM `default`.sample_08\nLIMIT 105", |
| 40 | + "Coordinator": "sree-test2-1.sree-test2.root.hwx.site:27000", |
| 41 | + "Plan": "\n----------------\nMax Per-Host Resource Reservation: Memory=4.06MB Threads=3\nPer-Host Resource Estimates: Memory=68MB\nCodegen disabled by planner\nWARNING: The following tables are missing relevant table and/or column statistics.\ndefault.sample_08\nAnalyzed query: SELECT * FROM `default`.sample_08 LIMIT CAST(105 AS TINYINT)\n\nF01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1\n| Per-Host Resources: mem-estimate=4.02MB mem-reservation=4.00MB thread-reservation=1\nPLAN-ROOT SINK\n| output exprs: default.sample_08.code, default.sample_08.description, default.sample_08.total_emp, default.sample_08.salary\n| mem-estimate=4.00MB mem-reservation=4.00MB spill-buffer=2.00MB thread-reservation=0\n|\n01:EXCHANGE [UNPARTITIONED]\n| limit: 105\n| mem-estimate=16.00KB mem-reservation=0B thread-reservation=0\n| tuple-ids=0 row-size=32B cardinality=105\n| in pipelines: 00(GETNEXT)\n|\nF00:PLAN FRAGMENT [RANDOM] hosts=1 instances=1\nPer-Host Resources: mem-estimate=64.00MB mem-reservation=64.00KB thread-reservation=2\n00:SCAN HDFS [default.sample_08, RANDOM]\n HDFS partitions=1/1 files=1 size=47.40KB\n stored statistics:\n table: rows=823 size=47.40KB\n columns: unavailable\n extrapolated-rows=disabled max-scan-range-rows=823\n limit: 105\n mem-estimate=64.00MB mem-reservation=64.00KB thread-reservation=1\n tuple-ids=0 row-size=32B cardinality=105\n in pipelines: 00(GETNEXT)\n----------------", |
| 42 | + "Errors": "", |
| 43 | + "Impala Query State": "FINISHED", |
| 44 | + "Default Db": "default", |
| 45 | + "Network Address": "172.27.38.15:41232", |
| 46 | + "Request Pool": "root.admin", |
| 47 | + "Cluster Memory Admitted": "136.03 MB", |
| 48 | + "Query Options (set by configuration)": "QUERY_TIMEOUT_S=300,IDLE_SESSION_TIMEOUT=900,TIMEZONE=UTC,DEFAULT_FILE_FORMAT=PARQUET,DEFAULT_TRANSACTIONAL_TYPE=INSERT_ONLY" |
| 49 | + }, |
| 50 | + "hdfsMetrics": { |
| 51 | + "hdfs_bytes_read": "96126", |
| 52 | + "hdfs_bytes_read_local": "96126", |
| 53 | + "hdfs_bytes_read_local_percentage": "100", |
| 54 | + "hdfs_bytes_read_remote": "0", |
| 55 | + "hdfs_bytes_read_remote_percentage": "0", |
| 56 | + "hdfs_bytes_read_short_circuit": "96126", |
| 57 | + "hdfs_bytes_read_short_circuit_percentage": "100", |
| 58 | + "hdfs_bytes_read_from_cache": "0", |
| 59 | + "hdfs_bytes_read_from_cache_percentage": "0", |
| 60 | + "hdfs_average_scan_range": "96126.0" |
| 61 | + }, |
| 62 | + "memoryMetrics": { |
| 63 | + "memory_per_node_peak": "4225761.28", |
| 64 | + "memory_per_node_peak_node": "sree-test2-1.sree-test2.root.hwx.site:27000" |
| 65 | + }, |
| 66 | + "cpuMetrics": {}, |
| 67 | + "threadTimeMetrics": { |
| 68 | + "thread_total_time": "9", |
| 69 | + "thread_cpu_time": "1", |
| 70 | + "thread_cpu_time_percentage": "19", |
| 71 | + "thread_storage_wait_time": "2", |
| 72 | + "thread_storage_wait_time_percentage": "30", |
| 73 | + "thread_network_send_wait_time": "0", |
| 74 | + "thread_network_send_wait_time_percentage": "6", |
| 75 | + "thread_network_receive_wait_time": "4", |
| 76 | + "thread_network_receive_wait_time_percentage": "45", |
| 77 | + "planning_wait_time": "11", |
| 78 | + "planning_wait_time_percentage": "0", |
| 79 | + "client_fetch_wait_time": "6269513", |
| 80 | + "client_fetch_wait_time_percentage": "204752" |
| 81 | + }, |
| 82 | + "insertMetrics": {}, |
| 83 | + "queryId": "e140b4f4dff9c2d5:cf78c8f400000000" |
84 | 84 | } |
85 | 85 | } |
0 commit comments