Skip to content

Commit 0662b44

Browse files
sync main
Signed-off-by: Neeharika-Sompalli <[email protected]>
2 parents 9483fda + 6ece601 commit 0662b44

File tree

146 files changed

+3305
-2580
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

146 files changed

+3305
-2580
lines changed

.github/workflows/zxc-single-day-longevity-test.yaml

Lines changed: 17 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -60,6 +60,9 @@ env:
6060
TIMEOUT_6H_LIMIT: 340
6161
GS_ROOT_DIR: gs://performance-engineering-reports/ephemeral/test_runs
6262
GS_ROOT_HTTPS: https://perf.analytics.eng.hashgraph.io/ephemeral/test_runs
63+
GRAFANA_SYSADM_DAL: https://grafana.lat.ope.eng.hashgraph.io/d/rYdddlPWk/node-exporter-single-node?orgId=1&timezone=utc&var-datasource=P5C24830FD6F1746E&var-job=performance-dallas-node-exporter
64+
GRAFANA_SYSADM_CHI: https://grafana.lat.ope.eng.hashgraph.io/d/rYdddlPWk/node-exporter-single-node?orgId=1&timezone=utc&var-datasource=P631E2BA859A814B3&var-job=performance-chicago-node-exporter
65+
6366
#Release version from jFrog
6467
NLG_VERSION: 0.7.0
6568

@@ -87,10 +90,14 @@ jobs:
8790
id: set-k8s-cluster
8891
run: |
8992
K8S_CLUSTER="k8s.pft.dal.lat.ope.eng.hashgraph.io"
93+
grafana_url="${{ env.GRAFANA_SYSADM_DAL }}"
9094
if [[ "${{ inputs.test-asset }}" =~ ^AdHoc(SD)?[0-9]+$ ]]; then
9195
K8S_CLUSTER="k8s.pft.chi.lat.ope.eng.hashgraph.io"
96+
grafana_url="${{ env.GRAFANA_SYSADM_CHI }}"
9297
fi
9398
echo "kubernetes-cluster=${K8S_CLUSTER}" >> "${GITHUB_OUTPUT}"
99+
echo "kubernetes-cluster=${K8S_CLUSTER}" >> "${GITHUB_STEP_SUMMARY}"
100+
echo "grafana-url=${grafana_url}" >> "${GITHUB_OUTPUT}"
94101
95102
- name: Install KubeCtl
96103
uses: step-security/setup-kubectl@2edbf6aff97d814e9dc52827498ac51fe972e6d0 # v4.0.0
@@ -368,6 +375,16 @@ jobs:
368375
echo "run_number=${{ github.run_number }}" | tee -a "${{ github.workspace }}"/version_run.txt
369376
sh "${{ github.workspace }}"/.github/workflows/support/citr/kubectlt -n "${{ steps.set-namespace.outputs.namespace }}" cp "${{ github.workspace }}"/version_run.txt ${nlgpod}:/app/
370377
378+
- name: Distribution of K8S nodes, SysAdmin Grafana
379+
run: |
380+
set +x
381+
set +e
382+
383+
start_date=$(date +%Y-%m-%dT%T)
384+
echo "NODE POD" | tee -a "${GITHUB_STEP_SUMMARY}"
385+
sh "${{ github.workspace }}"/.github/workflows/support/citr/kubectlt -n "${{ steps.set-namespace.outputs.namespace }}" get pods -o=custom-columns=NODE:.spec.nodeName,NAME:.metadata.name | grep -v -w NODE |\
386+
perl -ne "if (/^([^\s]+)\s+([^\s]+)\s*$/) {print \"[\$1\](${{ steps.set-k8s-cluster.outputs.grafana-url }}&from=${start_date}&var-nodename=\$1) \$2\n\"}" | tee -a "${GITHUB_STEP_SUMMARY}"
387+
371388
- name: Start Longevity test
372389
run: |
373390
run_NLGDebugparams="-Dorg.slf4j.simpleLogger.defaultLogLevel=debug" # e.g. -Dorg.slf4j.simpleLogger.defaultLogLevel=debug

.github/workflows/zxc-single-day-performance-test.yaml

Lines changed: 20 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -72,21 +72,24 @@ env:
7272
TIMEOUT_6H_LIMIT: 340
7373
GS_ROOT_DIR: gs://performance-engineering-reports/ephemeral/test_runs
7474
GS_ROOT_HTTPS: https://perf.analytics.eng.hashgraph.io/ephemeral/test_runs
75+
GRAFANA_SYSADM_DAL: https://grafana.lat.ope.eng.hashgraph.io/d/rYdddlPWk/node-exporter-single-node?orgId=1&timezone=utc&var-datasource=P5C24830FD6F1746E&var-job=performance-dallas-node-exporter
76+
GRAFANA_SYSADM_CHI: https://grafana.lat.ope.eng.hashgraph.io/d/rYdddlPWk/node-exporter-single-node?orgId=1&timezone=utc&var-datasource=P631E2BA859A814B3&var-job=performance-chicago-node-exporter
77+
7578
#Release version from jFrog
7679
NLG_VERSION: 0.7.0
7780

7881
#Thresholds for performance
7982
#benchmarks
8083
#CryptoTransfer HCS NftTransfer SmartContract HeliSwap CryptoBenchMerkleDb
81-
# 20398 23374 12078 8259 1187 27818
84+
# 20398 23374 12078 7000 1187 27818
8285
#-15%
83-
# 17338 19867 10266 7020 1008 23645
86+
# 17338 19867 10266 5950 1008 23645
8487
MinNFTscore: 10266
8588
MinMerkleDBscore: 23645
8689
MinHCSLoadTest: 19867
8790
MinCryptoTransferLoadTest: 17338
8891
MinHeliSwapLoadTest: 1008
89-
MinSmartContractLoadTest: 7020
92+
MinSmartContractLoadTest: 5950
9093

9194
jobs:
9295
performance-tests-start:
@@ -99,6 +102,7 @@ jobs:
99102
run-hcn-version: ${{ steps.set-namespace.outputs.run-hcn-version }}
100103
commit-sha: ${{ steps.hederahash.outputs.sha }}
101104
kubernetes-cluster: ${{ steps.set-k8s-cluster.outputs.kubernetes-cluster }}
105+
grafana-url: ${{ steps.set-k8s-cluster.outputs.grafana-url }}
102106
steps:
103107
- name: Harden Runner
104108
uses: step-security/harden-runner@ec9f2d5744a09debf3a187a3f4f675c53b671911 # v2.13.0
@@ -114,11 +118,14 @@ jobs:
114118
id: set-k8s-cluster
115119
run: |
116120
K8S_CLUSTER="k8s.pft.dal.lat.ope.eng.hashgraph.io"
121+
grafana_url="${{ env.GRAFANA_SYSADM_DAL }}"
117122
if [[ "${{ inputs.test-asset }}" =~ ^AdHoc(SD)?[0-9]+$ ]]; then
118123
K8S_CLUSTER="k8s.pft.chi.lat.ope.eng.hashgraph.io"
124+
grafana_url="${{ env.GRAFANA_SYSADM_CHI }}"
119125
fi
120126
echo "kubernetes-cluster=${K8S_CLUSTER}" >> "${GITHUB_OUTPUT}"
121127
echo "kubernetes-cluster=${K8S_CLUSTER}" >> "${GITHUB_STEP_SUMMARY}"
128+
echo "grafana-url=${grafana_url}" >> "${GITHUB_OUTPUT}"
122129
123130
- name: Install KubeCtl
124131
uses: step-security/setup-kubectl@2edbf6aff97d814e9dc52827498ac51fe972e6d0 # v4.0.0
@@ -453,6 +460,16 @@ jobs:
453460
454461
sh "${{ github.workspace }}"/.github/workflows/support/citr/kubectlt -n "${{ steps.set-namespace.outputs.namespace }}" exec ${merklebenchpod} -c nlg -- bash -c "cd /app; rm -rf lib network-load-generator-*.jar; ls -l; tar xvfz /app/SwirldsMerkleDB.tgz; ls -l"
455462
463+
- name: Distribution of K8S nodes, SysAdmin Grafana
464+
run: |
465+
set +x
466+
set +e
467+
468+
start_date=$(date +%Y-%m-%dT%T)
469+
echo "NODE POD" | tee -a "${GITHUB_STEP_SUMMARY}"
470+
sh "${{ github.workspace }}"/.github/workflows/support/citr/kubectlt -n "${{ steps.set-namespace.outputs.namespace }}" get pods -o=custom-columns=NODE:.spec.nodeName,NAME:.metadata.name | grep -v -w NODE |\
471+
perl -ne "if (/^([^\s]+)\s+([^\s]+)\s*$/) {print \"[\$1\](${{ steps.set-k8s-cluster.outputs.grafana-url }}&from=${start_date}&var-nodename=\$1) \$2\n\"}" | tee -a "${GITHUB_STEP_SUMMARY}"
472+
456473
- name: Start SwirldsMerkleDB test
457474
run: |
458475
set +x

0 commit comments

Comments
 (0)