[Cleanup]move to existing misc instead of fortesting db table (#6829)

Cleanup to sync everything in misc instead of fortesitng tables

---------

Signed-off-by: Yang Wang <[email protected]>

Author: yangw-dev

aws/lambda/oss_ci_job_queue_time/lambda_function.py

@@ -35,8 +35,7 @@ def get_clickhouse_client(
     host: str, user: str, password: str
 ) -> clickhouse_connect.driver.client.Client:
     # for local testing only, disable SSL verification
-    # return clickhouse_connect.get_client(host=host, user=user, password=password,
-    # secure=True, verify=False)
+    # return clickhouse_connect.get_client(host=host, user=user, password=password,secure=True, verify=False)
 
     return clickhouse_connect.get_client(
         host=host, user=user, password=password, secure=True
@@ -513,9 +512,7 @@ def process(
     def _write_to_db_table(
         self, cc: clickhouse_connect.driver.client.Client, records: List[Dict[str, Any]]
     ):
-        # TODO(elainewy): Change to misc.oss_ci_queue_time_histogram after testing
-        # is completed
-        db_name = "fortesting"
+        db_name = "misc"
         db_table_name = "oss_ci_queue_time_histogram"
         logger.info(f" Insert data to db table: {db_name}.{db_table_name}")
         if len(records) == 0:
@@ -1283,10 +1280,10 @@ def get_latest_queue_time_histogram_table(
         cc: clickhouse_connect.driver.client.Client,
     ) -> str:
         query = """
-        SELECT toUnixTimestamp(MAX(time)) as latest FROM fortesting.oss_ci_queue_time_histogram
+        SELECT toUnixTimestamp(MAX(time)) as latest FROM misc.oss_ci_queue_time_histogram
         """
         logger.info(
-            " Getting lastest timestamp from fortesting.oss_ci_queue_time_histogram...."
+            " Getting lastest timestamp from misc.oss_ci_queue_time_histogram...."
         )
         res = cc.query(query, {})
 

aws/lambda/tests/test_lambda_oss_ci_job_queue_time.py

@@ -172,7 +172,7 @@ def get_response_for_query(
     ) -> Tuple[Tuple[str, ...], List[Tuple]]:
         column_names = ()
         rows = []
-        if "latest FROM fortesting.oss_ci_queue_time_histogram" in query:
+        if "latest FROM misc.oss_ci_queue_time_histogram" in query:
             column_names = ("latest",)
             rows = self.rows_max_historagram
         elif "latest from default.workflow_job" in query:

torchci/clickhouse_queries/oss_ci_util/oss_ci_list_utilization_reports/query.sql

@@ -51,7 +51,7 @@ SELECT
     min(time) AS earliest_ts,
     max(time) AS latest_ts
 
-FROM fortesting.oss_ci_utilization_summary_report_v1
+FROM misc.oss_ci_utilization_summary_report_v1
 WHERE
     time >= toDate({start_time:String})
     AND time <= toDate({end_time:String})

torchci/clickhouse_queries/oss_ci_util/oss_ci_util_metadata/query.sql

@@ -1,5 +1,4 @@
 --- This query is used by utilization dashboard
--- TODO(): change to misc. once the pipeline is ready, currently fetch data from fortesting for development
 SELECT
     usage_collect_interval AS collect_interval,
     data_model_version AS model_version,

torchci/clickhouse_queries/oss_ci_util/oss_ci_util_ts/query.sql

@@ -1,5 +1,4 @@
 --- This query is used by utilization dashboard
--- TODO(): change to misc. once the pipeline is ready, currently fetch data from fortesting for development
 SELECT
     time_stamp AS ts,
     tags,

torchci/clickhouse_queries/queue_time_analysis/queue_time_query/query.sql

@@ -20,7 +20,7 @@ WITH selected_data AS (
     sum(avg_queue_time * total_count) AS weighted_sum,
     sum(total_count) AS total_count_sum,
     groupArray(histogram) AS al
-  FROM fortesting.oss_ci_queue_time_histogram
+  FROM misc.oss_ci_queue_time_histogram
   WHERE time > {startTime: DateTime64}
     AND time <= {endTime: DateTime64}
     AND repo IN ({repos: Array(String)})

torchci/clickhouse_queries/queue_time_analysis/queue_time_search_items/query.sql

@@ -4,5 +4,5 @@ SELECT
     arrayDistinct(groupArray(job_name)) AS job_names,
     arrayDistinct(groupArray(machine_type)) AS machine_types,
     arrayDistinct(arrayFlatten(groupArray(runner_labels))) AS runner_labels
-FROM fortesting.oss_ci_queue_time_histogram
+FROM misc.oss_ci_queue_time_histogram
 WHERE time >= {startTime: DateTime64} AND time < {endTime: DateTime64}