diff --git a/torchci/clickhouse_queries/oss_ci_benchmark_branches/query.sql b/torchci/clickhouse_queries/oss_ci_benchmark_branches/query.sql
index cc37a7e6e1..23e9de5813 100644
--- a/torchci/clickhouse_queries/oss_ci_benchmark_branches/query.sql
+++ b/torchci/clickhouse_queries/oss_ci_benchmark_branches/query.sql
@@ -15,6 +15,7 @@ WITH benchmarks AS (
tupleElement(o.benchmark, 'extra_info') [ 'arch' ],
tupleElement(o.runners [ 1 ], 'type')
) AS arch,
+ o.timestamp AS timestamp,
toStartOfDay(fromUnixTimestamp(o.timestamp)) AS event_time
FROM
benchmark.oss_ci_benchmark_v3 o
@@ -43,7 +44,6 @@ WITH benchmarks AS (
OR empty({excludedMetrics: Array(String) })
)
AND notEmpty(o.metric.name)
- AND notEmpty(o.benchmark.dtype)
)
SELECT
DISTINCT replaceOne(head_branch, 'refs/heads/', '') AS head_branch,
@@ -66,4 +66,4 @@ WHERE
AND notEmpty(device)
ORDER BY
head_branch,
- event_time DESC
+ timestamp DESC
diff --git a/torchci/clickhouse_queries/oss_ci_benchmark_llms/query.sql b/torchci/clickhouse_queries/oss_ci_benchmark_llms/query.sql
index 59472bbb1e..7a48fa7b5e 100644
--- a/torchci/clickhouse_queries/oss_ci_benchmark_llms/query.sql
+++ b/torchci/clickhouse_queries/oss_ci_benchmark_llms/query.sql
@@ -57,7 +57,6 @@ WITH benchmarks AS (
OR empty({excludedMetrics: Array(String) })
)
AND notEmpty(o.metric.name)
- AND notEmpty(o.benchmark.dtype)
)
SELECT
DISTINCT workflow_id,
diff --git a/torchci/clickhouse_queries/oss_ci_benchmark_names/query.sql b/torchci/clickhouse_queries/oss_ci_benchmark_names/query.sql
index 9ee3ade308..400ab75c01 100644
--- a/torchci/clickhouse_queries/oss_ci_benchmark_names/query.sql
+++ b/torchci/clickhouse_queries/oss_ci_benchmark_names/query.sql
@@ -43,7 +43,6 @@ WITH benchmarks AS (
OR empty({excludedMetrics: Array(String) })
)
AND notEmpty(o.metric.name)
- AND notEmpty(o.benchmark.dtype)
)
SELECT
DISTINCT benchmark,
diff --git a/torchci/pages/benchmark/llms.tsx b/torchci/pages/benchmark/llms.tsx
index dae43fb019..d610c00327 100644
--- a/torchci/pages/benchmark/llms.tsx
+++ b/torchci/pages/benchmark/llms.tsx
@@ -252,11 +252,9 @@ export default function Page() {
JSON.stringify(queryParams)
)}`;
- console.log(queryParams);
const { data } = useSWR(url, fetcher, {
refreshInterval: 60 * 60 * 1000, // refresh every hour
});
- console.log(data);
if (data === undefined || data.length === 0) {
return <>Loading {REPO_TO_BENCHMARKS[repoName].join(", ")}...>;
@@ -274,10 +272,10 @@ export default function Page() {
DEFAULT_DEVICE_NAME,
...(_.uniq(data.map((r: any) => `${r.device} (${r.arch})`)) as string[]),
];
- const dtypeNames: string[] = [
+ const dtypeNames: string[] = _.compact([
DEFAULT_DTYPE_NAME,
...(_.uniq(data.map((r: any) => r.dtype)) as string[]),
- ];
+ ]);
const metricNames: string[] = _.uniq(data.map((r: any) => r.metric));
return (
@@ -330,12 +328,14 @@ export default function Page() {
label={"Backend"}
/>
)}
-
+ {dtypeNames.length > 1 && (
+
+ )}