Merge pull request #1417 from The-OpenROAD-Project-staging/secure-metrics-relax

Relax CI metrics

ci: only look at final timing 
ci: remove brittle drv limit metrics 
ci: make setup violations dependent on design size 
ci: increase buffer and hold violation limits 
ci: propagate rules changes 
Bump OR submodule 
util: add check to not update to failing value 
ci: fix public failure

Author: vvbandeira

flow/designs/asap7/aes/rules-base.json

@@ -1,14 +1,14 @@
 {
     "synth__design__instance__area__stdcell": {
-        "value": 2576,
+        "value": 2576.15,
         "compare": "<="
     },
     "constraints__clocks__count": {
         "value": 1,
         "compare": "=="
     },
     "placeopt__design__instance__area": {
-        "value": 2871,
+        "value": 2869,
         "compare": "<="
     },
     "placeopt__design__instance__count__stdcell": {
@@ -19,36 +19,16 @@
         "value": 0,
         "compare": "=="
     },
-    "cts__timing__setup__ws": {
-        "value": -100.0,
-        "compare": ">="
-    },
-    "cts__timing__setup__ws__pre_repair": {
-        "value": -250.75,
-        "compare": ">="
-    },
-    "cts__timing__setup__ws__post_repair": {
-        "value": -250.75,
-        "compare": ">="
-    },
     "cts__design__instance__count__setup_buffer": {
-        "value": 2717,
+        "value": 2566,
         "compare": "<="
     },
     "cts__design__instance__count__hold_buffer": {
-        "value": 1105,
+        "value": 2211,
         "compare": "<="
     },
-    "globalroute__timing__clock__slack": {
-        "value": -79.41,
-        "compare": ">="
-    },
-    "globalroute__timing__setup__ws": {
-        "value": -79.41,
-        "compare": ">="
-    },
     "detailedroute__route__wirelength": {
-        "value": 116087,
+        "value": 126061,
         "compare": "<="
     },
     "detailedroute__route__drc_errors": {
@@ -60,31 +40,19 @@
         "compare": ">="
     },
     "finish__design__instance__area": {
-        "value": 3035,
+        "value": 3287,
         "compare": "<="
     },
-    "finish__timing__drv__max_slew_limit": {
-        "value": -0.2,
-        "compare": ">="
-    },
-    "finish__timing__drv__max_fanout_limit": {
-        "value": -0.2,
-        "compare": ">="
-    },
-    "finish__timing__drv__max_cap_limit": {
-        "value": -0.2,
-        "compare": ">="
-    },
     "finish__timing__drv__setup_violation_count": {
-        "value": 44,
+        "value": 1105,
         "compare": "<="
     },
     "finish__timing__drv__hold_violation_count": {
-        "value": 102,
+        "value": 106,
         "compare": "<="
     },
     "finish__timing__wns_percent_delay": {
-        "value": -10.0,
+        "value": -16.45,
         "compare": ">="
     }
 }

flow/designs/asap7/aes_lvt/rules-base.json

@@ -1,86 +1,54 @@
 {
     "synth__design__instance__area__stdcell": {
-        "value": 2576,
+        "value": 2614.16,
         "compare": "<="
     },
     "constraints__clocks__count": {
         "value": 1,
         "compare": "=="
     },
     "placeopt__design__instance__area": {
-        "value": 2871,
+        "value": 2870,
         "compare": "<="
     },
     "placeopt__design__instance__count__stdcell": {
-        "value": 25423,
+        "value": 25671,
         "compare": "<="
     },
     "detailedplace__design__violations": {
         "value": 0,
         "compare": "=="
     },
-    "cts__timing__setup__ws": {
-        "value": -100.0,
-        "compare": ">="
-    },
-    "cts__timing__setup__ws__pre_repair": {
-        "value": -250.75,
-        "compare": ">="
-    },
-    "cts__timing__setup__ws__post_repair": {
-        "value": -250.75,
-        "compare": ">="
-    },
     "cts__design__instance__count__setup_buffer": {
-        "value": 2858,
+        "value": 2232,
         "compare": "<="
     },
     "cts__design__instance__count__hold_buffer": {
-        "value": 1105,
+        "value": 2232,
         "compare": "<="
     },
-    "globalroute__timing__clock__slack": {
-        "value": -58.79,
-        "compare": ">="
-    },
-    "globalroute__timing__setup__ws": {
-        "value": -58.79,
-        "compare": ">="
-    },
     "detailedroute__route__wirelength": {
-        "value": 116087,
+        "value": 117485,
         "compare": "<="
     },
     "detailedroute__route__drc_errors": {
         "value": 0,
         "compare": "<="
     },
     "finish__timing__setup__ws": {
-        "value": -46.45,
+        "value": -8.46,
         "compare": ">="
     },
     "finish__design__instance__area": {
-        "value": 3035,
+        "value": 2969,
         "compare": "<="
     },
-    "finish__timing__drv__max_slew_limit": {
-        "value": -0.2,
-        "compare": ">="
-    },
-    "finish__timing__drv__max_fanout_limit": {
-        "value": -0.2,
-        "compare": ">="
-    },
-    "finish__timing__drv__max_cap_limit": {
-        "value": -0.2,
-        "compare": ">="
-    },
     "finish__timing__drv__setup_violation_count": {
-        "value": 10,
+        "value": 1116,
         "compare": "<="
     },
     "finish__timing__drv__hold_violation_count": {
-        "value": 36,
+        "value": 128,
         "compare": "<="
     },
     "finish__timing__wns_percent_delay": {

flow/designs/asap7/ethmac/rules-base.json

@@ -1,50 +1,34 @@
 {
     "synth__design__instance__area__stdcell": {
-        "value": 8662,
+        "value": 8702.92,
         "compare": "<="
     },
     "constraints__clocks__count": {
         "value": 3,
         "compare": "=="
     },
     "placeopt__design__instance__area": {
-        "value": 8744,
+        "value": 8754,
         "compare": "<="
     },
     "placeopt__design__instance__count__stdcell": {
-        "value": 66415,
+        "value": 66457,
         "compare": "<="
     },
     "detailedplace__design__violations": {
         "value": 0,
         "compare": "=="
     },
-    "cts__timing__setup__ws": {
-        "value": -127.74,
-        "compare": ">="
-    },
-    "cts__timing__setup__ws__pre_repair": {
-        "value": -214.42,
-        "compare": ">="
-    },
-    "cts__timing__setup__ws__post_repair": {
-        "value": -214.42,
-        "compare": ">="
-    },
     "cts__design__instance__count__setup_buffer": {
-        "value": 2888,
+        "value": 5779,
         "compare": "<="
     },
     "cts__design__instance__count__hold_buffer": {
-        "value": 2888,
+        "value": 5779,
         "compare": "<="
     },
-    "globalroute__timing__setup__ws": {
-        "value": -47.32,
-        "compare": ">="
-    },
     "detailedroute__route__wirelength": {
-        "value": 250821,
+        "value": 253182,
         "compare": "<="
     },
     "detailedroute__route__drc_errors": {
@@ -59,24 +43,12 @@
         "value": 8802,
         "compare": "<="
     },
-    "finish__timing__drv__max_slew_limit": {
-        "value": -2.9,
-        "compare": ">="
-    },
-    "finish__timing__drv__max_fanout_limit": {
-        "value": -0.2,
-        "compare": ">="
-    },
-    "finish__timing__drv__max_cap_limit": {
-        "value": -0.2,
-        "compare": ">="
-    },
     "finish__timing__drv__setup_violation_count": {
-        "value": 10,
+        "value": 2889,
         "compare": "<="
     },
     "finish__timing__drv__hold_violation_count": {
-        "value": 10,
+        "value": 100,
         "compare": "<="
     },
     "finish__timing__wns_percent_delay": {

flow/designs/asap7/ethmac_lvt/rules-base.json

@@ -8,43 +8,27 @@
         "compare": "=="
     },
     "placeopt__design__instance__area": {
-        "value": 8727,
+        "value": 8730,
         "compare": "<="
     },
     "placeopt__design__instance__count__stdcell": {
-        "value": 65673,
+        "value": 65675,
         "compare": "<="
     },
     "detailedplace__design__violations": {
         "value": 0,
         "compare": "=="
     },
-    "cts__timing__setup__ws": {
-        "value": -118.27,
-        "compare": ">="
-    },
-    "cts__timing__setup__ws__pre_repair": {
-        "value": -157.49,
-        "compare": ">="
-    },
-    "cts__timing__setup__ws__post_repair": {
-        "value": -157.49,
-        "compare": ">="
-    },
     "cts__design__instance__count__setup_buffer": {
-        "value": 2855,
+        "value": 5711,
         "compare": "<="
     },
     "cts__design__instance__count__hold_buffer": {
-        "value": 2855,
+        "value": 5711,
         "compare": "<="
     },
-    "globalroute__timing__setup__ws": {
-        "value": -35.21,
-        "compare": ">="
-    },
     "detailedroute__route__wirelength": {
-        "value": 250821,
+        "value": 267606,
         "compare": "<="
     },
     "detailedroute__route__drc_errors": {
@@ -56,31 +40,19 @@
         "compare": ">="
     },
     "finish__design__instance__area": {
-        "value": 8774,
+        "value": 8777,
         "compare": "<="
     },
-    "finish__timing__drv__max_slew_limit": {
-        "value": -1.22,
-        "compare": ">="
-    },
-    "finish__timing__drv__max_fanout_limit": {
-        "value": -0.2,
-        "compare": ">="
-    },
-    "finish__timing__drv__max_cap_limit": {
-        "value": -0.2,
-        "compare": ">="
-    },
     "finish__timing__drv__setup_violation_count": {
-        "value": 10,
+        "value": 2855,
         "compare": "<="
     },
     "finish__timing__drv__hold_violation_count": {
-        "value": 10,
+        "value": 100,
         "compare": "<="
     },
     "finish__timing__wns_percent_delay": {
         "value": -10.0,
         "compare": ">="
     }
-}
+}