Skip to content

Commit e1c7325

Browse files
author
宋光璠
committed
fix1210
1 parent 6805952 commit e1c7325

File tree

2 files changed

+28
-57
lines changed

2 files changed

+28
-57
lines changed

fe/fe-core/src/main/java/org/apache/doris/common/profile/SummaryProfile.java

Lines changed: 1 addition & 54 deletions
Original file line numberDiff line numberDiff line change
@@ -134,7 +134,6 @@ public class SummaryProfile {
134134
public static final String RPC_WORK_TIME = "RPC Work Time";
135135
public static final String LATENCY_FROM_BE_TO_FE = "RPC Latency From BE To FE";
136136
public static final String SPLITS_ASSIGNMENT_WEIGHT = "Splits Assignment Weight";
137-
public static final String ICEBERG_SCAN_METRICS = "Iceberg Scan Metrics";
138137

139138
// These info will display on FE's web ui table, every one will be displayed as
140139
// a column, so that should not
@@ -148,55 +147,6 @@ public class SummaryProfile {
148147

149148
// The display order of execution summary items.
150149
public static final ImmutableList<String> EXECUTION_SUMMARY_KEYS = ImmutableList.of(
151-
WORKLOAD_GROUP,
152-
PARSE_SQL_TIME,
153-
PLAN_TIME,
154-
NEREIDS_GARBAGE_COLLECT_TIME,
155-
NEREIDS_LOCK_TABLE_TIME,
156-
NEREIDS_ANALYSIS_TIME,
157-
NEREIDS_REWRITE_TIME,
158-
NEREIDS_BE_FOLD_CONST_TIME,
159-
NEREIDS_COLLECT_TABLE_PARTITION_TIME,
160-
NEREIDS_PRE_REWRITE_BY_MV_TIME,
161-
NEREIDS_OPTIMIZE_TIME,
162-
NEREIDS_TRANSLATE_TIME,
163-
INIT_SCAN_NODE_TIME,
164-
FINALIZE_SCAN_NODE_TIME,
165-
GET_SPLITS_TIME,
166-
GET_PARTITIONS_TIME,
167-
GET_PARTITION_FILES_TIME,
168-
SINK_SET_PARTITION_VALUES_TIME,
169-
CREATE_SCAN_RANGE_TIME,
170-
ICEBERG_SCAN_METRICS,
171-
NEREIDS_DISTRIBUTE_TIME,
172-
GET_META_VERSION_TIME,
173-
GET_PARTITION_VERSION_TIME,
174-
GET_PARTITION_VERSION_BY_HAS_DATA_COUNT,
175-
GET_PARTITION_VERSION_COUNT,
176-
GET_TABLE_VERSION_TIME,
177-
GET_TABLE_VERSION_COUNT,
178-
SCHEDULE_TIME,
179-
ASSIGN_FRAGMENT_TIME,
180-
FRAGMENT_SERIALIZE_TIME,
181-
SEND_FRAGMENT_PHASE1_TIME,
182-
SEND_FRAGMENT_PHASE2_TIME,
183-
FRAGMENT_COMPRESSED_SIZE,
184-
FRAGMENT_RPC_COUNT,
185-
SCHEDULE_TIME_PER_BE,
186-
WAIT_FETCH_RESULT_TIME,
187-
FETCH_RESULT_TIME,
188-
WRITE_RESULT_TIME,
189-
DORIS_VERSION,
190-
IS_NEREIDS,
191-
IS_CACHED,
192-
TOTAL_INSTANCES_NUM,
193-
INSTANCES_NUM_PER_BE,
194-
PARALLEL_FRAGMENT_EXEC_INSTANCE,
195-
TRACE_ID,
196-
TRANSACTION_COMMIT_TIME,
197-
SYSTEM_MESSAGE,
198-
EXECUTED_BY_FRONTEND,
199-
SPLITS_ASSIGNMENT_WEIGHT,
200150
WORKLOAD_GROUP,
201151
CPU_SHARE,
202152
MEMORY_LIMIT,
@@ -269,7 +219,6 @@ public class SummaryProfile {
269219
.put(GET_PARTITION_FILES_TIME, 3)
270220
.put(SINK_SET_PARTITION_VALUES_TIME, 3)
271221
.put(CREATE_SCAN_RANGE_TIME, 2)
272-
.put(ICEBERG_SCAN_METRICS, 3)
273222
.put(GET_PARTITION_VERSION_TIME, 1)
274223
.put(GET_PARTITION_VERSION_COUNT, 1)
275224
.put(GET_PARTITION_VERSION_BY_HAS_DATA_COUNT, 1)
@@ -291,10 +240,9 @@ public class SummaryProfile {
291240
.put(HMS_UPDATE_PARTITION_TIME, 1)
292241
.put(HMS_UPDATE_PARTITION_CNT, 2)
293242
.put(CPU_SHARE, 1)
243+
.put(MEMORY_LIMIT, 1)
294244
.build();
295245

296-
297-
298246
@SerializedName(value = "summaryProfile")
299247
private RuntimeProfile summaryProfile = new RuntimeProfile(SUMMARY_PROFILE_NAME);
300248
@SerializedName(value = "executionSummaryProfile")
@@ -794,7 +742,6 @@ public void setCpuShare(int cpuShare) {
794742
public void setMemoryLimit(double memoryLimit) {
795743
this.memoryLimit = memoryLimit;
796744
}
797-
798745
public static class SummaryBuilder {
799746
private Map<String, String> map = Maps.newHashMap();
800747

fe/fe-core/src/main/java/org/apache/doris/qe/StmtExecutor.java

Lines changed: 27 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -347,11 +347,35 @@ private Map<String, String> getSummaryInfo(boolean isFinished) {
347347

348348
if (!list.isEmpty()) {
349349
WorkloadGroup wg = list.get(0);
350-
getSummaryProfile().setCpuShare(wg.getMaxCpuPercent());
351-
getSummaryProfile().setMemoryLimit(wg.getMaxMemoryPercent());
350+
SummaryProfile summary = getSummaryProfile();
351+
summary.setCpuShare(wg.getMaxCpuPercent());
352+
summary.setMemoryLimit(wg.getMaxMemoryPercent());
353+
summary.setEnableMemoryOvercommit(Boolean.parseBoolean(wg.getProperties().getOrDefault(WorkloadGroup.ENABLE_MEMORY_OVERCOMMIT, "")));
354+
summary.setCpuHardLimit(Integer.parseInt(wg.getProperties().getOrDefault(WorkloadGroup.CPU_HARD_LIMIT, "")));
355+
summary.setMaxConcurrency(Integer.parseInt(wg.getProperties().getOrDefault(WorkloadGroup.MAX_CONCURRENCY, "")));
356+
summary.setMaxQueueSize(Integer.parseInt(wg.getProperties().getOrDefault(WorkloadGroup.MAX_QUEUE_SIZE, "")));
357+
summary.setQueueTimeout(Integer.parseInt(
358+
wg.getProperties().getOrDefault(WorkloadGroup.QUEUE_TIMEOUT, "")));
359+
summary.setScanThreadNum(Integer.parseInt(
360+
wg.getProperties().getOrDefault(WorkloadGroup.SCAN_THREAD_NUM, "")));
361+
summary.setMaxRemoteScanThreadNum(Integer.parseInt(
362+
wg.getProperties().getOrDefault(WorkloadGroup.MAX_REMOTE_SCAN_THREAD_NUM, "")));
363+
summary.setMinRemoteScanThreadNum(Integer.parseInt(
364+
wg.getProperties().getOrDefault(WorkloadGroup.MIN_REMOTE_SCAN_THREAD_NUM, "")));
365+
summary.setMemoryLowWatermark(Integer.parseInt(
366+
wg.getProperties().getOrDefault(WorkloadGroup.MEMORY_LOW_WATERMARK, "")));
367+
summary.setMemoryHighWatermark(Integer.parseInt(
368+
wg.getProperties().getOrDefault(WorkloadGroup.MEMORY_HIGH_WATERMARK, "")));
369+
summary.setTag(wg.getProperties().getOrDefault(
370+
WorkloadGroup.TAG, ""));
371+
summary.setReadBytesPerSecond(Long.parseLong(
372+
wg.getProperties().getOrDefault(WorkloadGroup.READ_BYTES_PER_SECOND, "")));
373+
summary.setRemoteReadBytesPerSecond(Long.parseLong(
374+
wg.getProperties().getOrDefault(WorkloadGroup.REMOTE_READ_BYTES_PER_SECOND, "")));
375+
352376
}
353377
} catch (UserException e) {
354-
throw new RuntimeException(e);
378+
LOG.warn(e);
355379
}
356380
return builder.build();
357381
}

0 commit comments

Comments
 (0)