tweak query inspector

Signed-off-by: neo <1100909+neowu@users.noreply.github.com>

Author: neowu

build.gradle.kts

@@ -6,7 +6,7 @@ plugins {
 
 subprojects {
     group = "core.framework"
-    version = "9.4.0-b1"
+    version = "9.4.0-b3"
     repositories {
         maven {
             url = uri("https://neowu.github.io/maven-repo/")

core-ng/src/main/java/core/framework/internal/db/inspector/MySQLQueryAnalyzer.java

@@ -29,15 +29,15 @@ public QueryPlan explain(String sql, Object[] params) {
     }
 
     boolean isEfficient(Explain explain) {
-        if ("ALL".equals(explain.type)) {
-            if (explain.rowsGreaterThan(2000)) {
-                return false;
-            }
+        if (explain.table != null && explain.table.startsWith("<derived")) {
+            return true; // skip derived table
         }
-        if (explain.extra != null && (explain.extra.contains("Using temporary") || explain.extra.contains("Using filesort"))) {
-            if (explain.rowsGreaterThan(10_000)) {
-                return false;
-            }
+        if ("ALL".equals(explain.type) && explain.rowsGreaterThan(2000)) {
+            return false;
+        }
+        if (explain.extra != null && (explain.extra.contains("Using temporary") || explain.extra.contains("Using filesort"))
+            && explain.rowsGreaterThan(50_000)) {
+            return false;
         }
         return true;
     }

core-ng/src/main/java/core/framework/internal/log/DefaultLoggerFactory.java

@@ -36,7 +36,8 @@ private LogLevel infoLevel(String name) {
     private LogLevel traceLevel(String name) {
         if (name.startsWith("org.elasticsearch.")
             || name.startsWith("org.mongodb.")
-            || name.startsWith("org.xnio.")) {
+            || name.startsWith("org.xnio.")
+            || name.startsWith("org.apache.")) {
             return LogLevel.INFO;
         }
         return LogLevel.DEBUG;

core-ng/src/test/java/core/framework/internal/db/inspector/MySQLQueryAnalyzerTest.java

@@ -34,35 +34,55 @@ void isEfficient() {
         var explain = parse("1|SIMPLE|t1||ALL|idx_col1_col2|idx_col1_col2|13|const|3000||Using where; Using index; Using filesort");
         assertThat(analyzer.isEfficient(explain)).isFalse();
 
-        explain = parse("1|SIMPLE|t1||ALL|idx_col1_col2|idx_col1_col2|13|const|100||Using where; Using index");
-        assertThat(analyzer.isEfficient(explain)).isTrue(); // scan less than 2000 rows
-
         explain = parse("1|SIMPLE|daily_individual_stats||index_merge|PRIMARY,idx_customer_id|idx_customer_id,PRIMARY|149,149||1|100|Using intersect(idx_customer_id,PRIMARY); Using where");
         assertThat(analyzer.isEfficient(explain)).isTrue();
 
         explain = parse("1|SIMPLE|role||ALL|||||24|100|Using filesort");
-        assertThat(analyzer.isEfficient(explain)).isTrue();
+        assertThat(analyzer.isEfficient(explain)).isTrue();  // scan less than 2000 rows
 
         explain = parse("1|SIMPLE|stat||range|PRIMARY,idx_customer_id|PRIMARY|3||7942|100.0|Using where; Using temporary; Using filesort");
         assertThat(analyzer.isEfficient(explain)).isTrue();
+
+        // not check derived table
+        // select cust.group AS group, cust.count from (SELECT group, COUNT(*) AS count FROM customer GROUP BY group) cust
+        // 1|PRIMARY|<derived2>||ALL|||||196830|100|
+        // 2|DERIVED|customer||index|idx_deposit_group|idx_deposit_group|82||196830|100|Using index
+        explain = parse("1|PRIMARY|<derived2>||ALL|||||196830|100|");
+        assertThat(analyzer.isEfficient(explain)).isTrue();
+
+        // order by not using index with large number of returned rows
+        explain = parse("1 | SIMPLE | t1 | null | ref | PRIMARY,idx_1,idx_2 | PRIMARY | 146 | const | 94212 | 100.0 | Using filesort");
+        assertThat(analyzer.isEfficient(explain)).isFalse();
+
+        // group by not using index with large number of returned rows
+        // SELECT type, COUNT(1) AS count FROM customer WHERE created_time < ? GROUP BY type
+        explain = parse("1 | SIMPLE | customer | null | ALL | idx_created_time | null | null | null | 203510 | 50.0 | Using where; Using temporary");
+        assertThat(analyzer.isEfficient(explain)).isFalse();
     }
 
     // 1|SIMPLE|daily_individual_stats||index_merge|PRIMARY,idx_customer_id|idx_customer_id,PRIMARY|149,149||1|100|Using intersect(idx_customer_id,PRIMARY); Using where
     MySQLQueryAnalyzer.Explain parse(String value) {
         var explain = new MySQLQueryAnalyzer.Explain();
         String[] parts = value.split("\\|", -1);
-        explain.id = parts[0];
-        explain.selectType = parts[1];
-        explain.table = parts[2];
-        explain.partitions = parts[3];
-        explain.type = parts[4];
-        explain.possibleKeys = parts[5];
-        explain.key = parts[6];
-        explain.keyLength = parts[7];
-        explain.ref = parts[8];
-        explain.rows = parts[9].isEmpty() ? null : Long.parseLong(parts[9]);
-        explain.filtered = parts[10];
-        explain.extra = parts[11];
+        explain.id = parseString(parts[0]);
+        explain.selectType = parseString(parts[1]);
+        explain.table = parseString(parts[2]);
+        explain.partitions = parseString(parts[3]);
+        explain.type = parseString(parts[4]);
+        explain.possibleKeys = parseString(parts[5]);
+        explain.key = parseString(parts[6]);
+        explain.keyLength = parseString(parts[7]);
+        explain.ref = parseString(parts[8]);
+        explain.rows = parts[9].isEmpty() ? null : Long.parseLong(parts[9].trim());
+        explain.filtered = parseString(parts[10]);
+        explain.extra = parseString(parts[11]);
         return explain;
     }
+
+    String parseString(String value) {
+        if (value.isEmpty()) return null;
+        String trim = value.trim();
+        if (trim.equalsIgnoreCase("null")) return null;
+        return trim;
+    }
 }