Enabled Pull Request CI Performance info generation and publishing (RedisJSON#911)

filipecosta90 · rafie · commit b5a3c29e430c · 2023-01-30T20:37:32.000+02:00
* Enabled Pull Request CI Performance info generation and publishing * Updated label triggering to ensure default flow is not canceled (cherry picked from commit 078ac5d)
diff --git a/.circleci/config.yml b/.circleci/config.yml
@@ -315,7 +315,16 @@ commands:
               --triggering_env << parameters.triggering_env >> \
               --push_results_redistimeseries \
               --allowed-envs << parameters.allowed_envs >> || true
-
+      - run:
+          name: Generate Pull Request Performance info
+          command: |
+            if [[ -n ${CIRCLE_PULL_REQUEST##*/} ]]; then
+                redisbench-admin compare  \
+                  --defaults_filename ./tests/benchmarks/defaults.yml \
+                  --comparison-branch $CIRCLE_BRANCH \
+                  --auto-approve \
+                  --pull-request ${CIRCLE_PULL_REQUEST##*/}
+            fi
 #----------------------------------------------------------------------------------------------------------------------------------
 
 jobs:
diff --git a/.github/workflows/trigger-benchmark.yml b/.github/workflows/trigger-benchmark.yml
@@ -31,4 +31,4 @@ jobs:
           --header 'Circle-Token: ${{ secrets.CIRCLE_CI_SECRET }}' \
           --header 'content-type: application/json' \
           --data '{"branch": "${{ github.event.pull_request.head.ref }}",
-          "parameters": {"run_default_flow":false, "run_benchmark_flow_label":true}}'
+          "parameters": {"run_default_flow":true, "run_benchmark_flow_label":true}}'
diff --git a/tests/benchmarks/defaults.yml b/tests/benchmarks/defaults.yml
@@ -15,3 +15,10 @@ exporter:
       - "$.Tests.Overall.min_latency_ms"
       - '$."ALL STATS".*."Ops/sec"'
       - '$."ALL STATS".*."Latency"'
+  comparison:
+    metrics:
+      - "Ops/sec"
+      - "$.Tests.Overall.rps"
+      - "$.OverallRates.overallOpsRate"
+    mode: higher-better
+    baseline-branch: master
