From e5654e1c9c1667732ce3775b5f4fe1ee9324811d Mon Sep 17 00:00:00 2001
From: Vishnu Challa <vchalla@vchalla-thinkpadp1gen2.rmtusnc.csb>
Date: Sun, 19 Jan 2025 13:57:41 -0500
Subject: [PATCH] Adding OLS configuration yaml

Signed-off-by: Vishnu Challa <vchalla@vchalla-thinkpadp1gen2.rmtusnc.csb>
---
 examples/ols-load-generator-10w-5m.yaml | 113 ++++++++++++++++++++++++
 pkg/utils.py                            |   6 +-
 2 files changed, 116 insertions(+), 3 deletions(-)
 create mode 100644 examples/ols-load-generator-10w-5m.yaml

diff --git a/examples/ols-load-generator-10w-5m.yaml b/examples/ols-load-generator-10w-5m.yaml
new file mode 100644
index 0000000..dd04bf7
--- /dev/null
+++ b/examples/ols-load-generator-10w-5m.yaml
@@ -0,0 +1,113 @@
+tests :
+  - name : ols-load-generator-10w-5m
+    index: perf_scale_ci*
+    benchmarkIndex: ols-load-test-results*
+    metadata:
+      workers: 10
+      duration: "5m0s"
+      platform: AWS
+      clusterType: self-managed
+      masterNodesType.keyword: m6a.xlarge
+      masterNodesCount: 3
+      workerNodesType.keyword: m6a.xlarge
+      workerNodesCount: 3
+      benchmark.keyword: ols-load-generator
+      ocpVersion: {{ version }}
+      networkType: OVNKubernetes
+
+    metrics : 
+    - name:  postQuery
+      metricName: post_query
+      metric_of_interest: p99Latency
+      direction: 1
+    - name:  postQueryWithCache
+      metricName: post_query_with_cache
+      metric_of_interest: p99Latency
+      direction: 1
+    - name:  getFeedbackStatus
+      metricName: get_feedback_status
+      metric_of_interest: p99Latency
+      direction: 1
+    - name:  postFeedback
+      metricName: post_feedback
+      metric_of_interest: p99Latency
+      direction: 1
+    - name:  postAuthorized
+      metricName: post_authorized
+      metric_of_interest: p99Latency
+      direction: 1
+    - name:  getLiveness
+      metricName: get_liveness
+      metric_of_interest: p99Latency
+      direction: 1
+    - name:  getReadiness
+      metricName: get_readiness
+      metric_of_interest: p99Latency
+      direction: 1
+    - name:  getMetrics
+      metricName: get_metrics
+      metric_of_interest: p99Latency
+      direction: 1
+    - name:  postQuery
+      metricName: post_query
+      metric_of_interest: throughput
+      direction: -1
+    - name:  postQueryWithCache
+      metricName: post_query_with_cache
+      metric_of_interest: throughput
+      direction: -1
+    - name:  getFeedbackStatus
+      metricName: get_feedback_status
+      metric_of_interest: throughput
+      direction: -1
+    - name:  postFeedback
+      metricName: post_feedback
+      metric_of_interest: throughput
+      direction: -1
+    - name:  postAuthorized
+      metricName: post_authorized
+      metric_of_interest: throughput
+      direction: -1
+    - name:  getLiveness
+      metricName: get_liveness
+      metric_of_interest: throughput
+      direction: -1
+    - name:  getReadiness
+      metricName: get_readiness
+      metric_of_interest: throughput
+      direction: -1
+    - name:  getMetrics
+      metricName: get_metrics
+      metric_of_interest: throughput
+      direction: -1
+    - name:  LLMCallFailures
+      metricName.keyword: avg-llm-call-failures
+      metric_of_interest: value
+      agg:
+        value: callFailures
+        agg_type: avg
+      direction: 1
+    - name:  LLMValidationErros
+      metricName.keyword: avg-llm-validation-errors
+      metric_of_interest: value
+      agg:
+        value: validationErrors
+        agg_type: avg
+      direction: 1
+    - name:  lightSpeedCPU
+      metricName.keyword: containerCPU
+      labels.namespace.keyword: openshift-lightspeed
+      metric_of_interest: value
+      agg:
+        value: cpu
+        agg_type: avg
+      direction: 1
+    - name:  lightSpeedMemory
+      metricName.keyword: containerMemory
+      labels.namespace.keyword: openshift-lightspeed
+      metric_of_interest: value
+      agg:
+        value: memory
+        agg_type: avg
+      direction: 1
+    
\ No newline at end of file
diff --git a/pkg/utils.py b/pkg/utils.py
index 94cf457..fb618e6 100644
--- a/pkg/utils.py
+++ b/pkg/utils.py
@@ -153,7 +153,7 @@ def get_datasource(data: Dict[Any, Any]) -> str:
 
 def filter_uuids_on_index(
     metadata: Dict[str, Any],
-    fingerprint_index: str,
+    benchmark_index: str,
     uuids: List[str],
     match: Matcher,
     baseline: str,
@@ -171,8 +171,8 @@ def filter_uuids_on_index(
     """
     if metadata["benchmark.keyword"] in ["ingress-perf", "k8s-netperf"]:
         return uuids
-    if baseline == "" and not filter_node_count:
-        runs = match.match_kube_burner(uuids, fingerprint_index)
+    if baseline == "" and not filter_node_count and "kube-burner" in benchmark_index:
+        runs = match.match_kube_burner(uuids, benchmark_index)
         ids = match.filter_runs(runs, runs)
     else:
         ids = uuids