use all commits from db to update

Signed-off-by: habibayassin <[email protected]>

Author: habibayassin

.github/workflows/github-actions-update-rules.yml

@@ -30,9 +30,9 @@ jobs:
           echo ${{ github.event_name }}
           echo ${{ github.event.client_payload.type }}
           if [[ "${{ github.event_name }}" == "repository_dispatch" && "${{ github.event.client_payload.type }}" == "overwrite" ]]; then
-            python flow/util/updateRules.py --keyFile "${CREDS_FILE}" --apiURL ${API_BASE_URL} --overwrite
+            python flow/util/updateRules.py --keyFile "${CREDS_FILE}" --apiURL ${API_BASE_URL} --commitSHA ${{ github.event.client_payload.commitsha }} --overwrite
           else 
-            python flow/util/updateRules.py --keyFile "${CREDS_FILE}" --apiURL ${API_BASE_URL}
+            python flow/util/updateRules.py --keyFile "${CREDS_FILE}" --apiURL ${API_BASE_URL} --commitSHA ${{ github.event.client_payload.commitsha }}
           fi
       - name: Push updated rules
         id: remote-update

flow/util/genRuleFile.py

@@ -27,6 +27,23 @@ def get_golden(platform, design, api_base_url):
         print(f"An error occurred: {str(e)}")
         return None, f"An error occurred: {str(e)}"
 
+def get_metrics(commitSHA, platform, design, api_base_url):
+    try:
+        response = requests.get(api_base_url+f"/commit?commitSHA={commitSHA}&platform={platform}&design={design}&variant=base")
+
+        # Check if the request was successful (status code 200)
+        if response.status_code == 200 and "error" not in response.json():
+            # Parse the JSON response
+            data = response.json()
+
+            return data, None
+        else:
+            print("API request failed")
+            return None, "API request failed"
+    except Exception as e:
+        print(f"An error occurred: {str(e)}")
+        return None, f"An error occurred: {str(e)}"
+
 def update_rules(designDir, variant, golden_metrics, overwrite):
     if overwrite:
         gen_rule_file(designDir, # design directory
@@ -280,7 +297,7 @@ def gen_rule_file(design_dir, update, tighten, failing, variant, golden_metrics=
 
             if update and old_rule['value'] != rule_value:
                 UPDATE = True
-                change_str += format.format_str.format(field, old_rule['value'],
+                change_str += format_str.format(field, old_rule['value'],
                                                        rule_value, 'Updating')
 
             if not UPDATE:

flow/util/updateRules.py

@@ -19,6 +19,7 @@
 parser.add_argument('--keyFile', type=str, help='Service account credentials key file')
 parser.add_argument('--overwrite', action='store_true', default=False, help='Overwrite the golden metrics')
 parser.add_argument('--apiURL', type=str, default="http://localhost:80", help='Set API Base URL to get golden metrics')
+parser.add_argument('--commitSHA', type=str, default="", help='commit for the metrics used to update the rules')
 
 # Parse the arguments
 args = parser.parse_args()
@@ -44,15 +45,16 @@
     test = '{} {}'.format(platform, design)
     dataFile = os.path.join(designsDir, runFilename)
     if os.path.exists(dataFile) and (platform != 'sky130hd_fakestack' or platform != 'src'):
-        golden_metrics, error_golden_metrics = get_golden(platform, # platform
-                                                        design, # design
-                                                        api_base_url # backend url
-                                                        )
-        if error_golden_metrics:
+        metrics, error_metrics = get_metrics(args.commitSHA # commit
+                            platform, # platform
+                            design, # design
+                            api_base_url # backend url
+                            )
+        if error_metrics:
             print("failed to update rule for", platform, design)
             continue
         update_rules(designsDir, # design directory
                     "base", # variant
-                    golden_metrics, # metrics needed for update, default is {} in case of file
+                    metrics, # metrics needed for update, default is {} in case of file
                     args.overwrite # overwrite flag, default is false
                     )