Add Helion Regression Config

aws/lambda/benchmark_regression_summary_report/common/config.py

@@ -11,6 +11,58 @@
 )
 
 
+PYTORCH_HELION_CONFIG = BenchmarkConfig(
+    name="Helion Benchmark Regression",
+    id="pytorch_helion",
+    source=BenchmarkApiSource(
+        api_query_url="http://localhost:3000/api/benchmark/get_time_series",
+        type="benchmark_time_series_api",
+        api_endpoint_params_template="""
+                {
+                  "name": "pytorch_helion",
+                  "query_params": {
+                    "mode": "",
+                    "branches": ["main"],
+                    "repo": "pytorch/helion",
+                    "device": "",
+                    "arch":"",
+                    "benchmarkName": "Helion Benchmark",
+                    "startTime": "{{ startTime }}",
+                    "stopTime": "{{ stopTime }}"
+                    },
+                    "response_formats":["time_series"]
+                }
+                """,
+    ),
+    hud_info={
+        "url": "https://hud.pytorch.org/benchmark/v3/dashboard/pytorch_helion",
+    },
+    # set baseline from past 4-8 days, and compare with the lastest 4 day
+    policy=Policy(
+        frequency=Frequency(value=1, unit="days"),
+        range=RangeConfig(
+            baseline=DayRangeWindow(value=4),
+            comparison=DayRangeWindow(value=4),
+        ),
+        metrics={
+            "helion_speedup": RegressionPolicy(
+                name="helion_speedup",
+                condition="greater_equal",
+                threshold=0.85,
+                baseline_aggregation="median",
+            ),
+        },
+        notification_config={
+            "type": "github",
+            "repo": "pytorch/test-infra",
+            "issue": "7472",
+        },
+    ),
+    report_config=ReportConfig(
+        report_level="insufficient_data",
+    ),
+)
+
 PYTORCH_OPERATOR_MICROBENCH_CONFIG = BenchmarkConfig(
     name="Pytorch Operator Microbench Regression",
     id="pytorch_operator_microbenchmark",
@@ -146,6 +198,7 @@
     configs={
         "compiler_regression": COMPILER_BENCHMARK_CONFIG,
         "pytorch_operator_microbenchmark": PYTORCH_OPERATOR_MICROBENCH_CONFIG,
+        "pytorch_helion": PYTORCH_HELION_CONFIG,
     }
 )
 

torchci/components/benchmark_v3/configs/configurations.tsx

@@ -38,7 +38,7 @@ export const BENCHMARK_ID_MAPPING: Record<string, BenchmarkIdMappingItem> = {
  * @returns
  */
 export function getBenchmarkIdFromReportId(reportId: string): string {
-  return REPORT_ID_TO_BENCHMARK_ID_MAPPING[reportId] ?? "";
+  return REPORT_ID_TO_BENCHMARK_ID_MAPPING[reportId] ?? reportId;
 }
 
 export function getBenchmarkIdMappingItem(

torchci/components/benchmark_v3/pages/BenchmarkListPage.tsx

@@ -12,7 +12,8 @@ export function getBenchmarkMainRouteById(id: string): string | undefined {
       }
     }
   }
-  return undefined;
+  // by default, form the v3 route to dashboard page
+  return `/benchmark/v3/dashboard/${id}`;
 }
 
 export function benchmarkCategoryCardToNavGroup(