add ci workflow

Author: hsubramony

.github/workflows/pre-merge.yaml

@@ -47,8 +47,9 @@ jobs:
           RUN git checkout main
 
           # Pinning versions in requirements might be good practice for CI consistency
-          RUN pip install pytest pytest_asyncio
+          RUN pip install pytest pytest_asyncio nixl==0.4.1
           RUN pip install git+https://github.com/EleutherAI/lm-evaluation-harness.git
+          RUN pip install lm-eval[api]
 
           ENV no_proxy=localhost,127.0.0.1
           ENV PT_HPU_ENABLE_LAZY_COLLECTIVES=true
@@ -94,7 +95,29 @@ jobs:
           
           EXITCODE=$?
           echo "Test script exited with code: $EXITCODE"
+  hpu_pd_tests:
+    runs-on: ucb-vllm-cicd-g2
+    # This is a final job that runs after the build and unit tests 
+    # Unit tests are supposed to fail fast if anything goes wrong, removing the need for this job to run.
+    needs: [pre_merge_hpu_test_build, hpu_unit_tests]
+    steps:
+      - name: Run test scripts
+        run: |
+          EXITCODE=1
+          remove_docker_containers() { docker rm -f hpu-plugin-v1-test-pd-tests-${{ github.event.pull_request.head.sha }} || true; }
+          trap 'remove_docker_containers; exit $EXITCODE;' EXIT
+          remove_docker_containers
+
+          echo "Running HPU plugin v1 nixl pd tests"
+          docker run --rm --runtime=habana --name=hpu-plugin-v1-test-pd-tests-${{ github.event.pull_request.head.sha }} --network=host \
+            -e HABANA_VISIBLE_DEVICES=all \
+            -e HF_HOME=/workspace/hf_cache \
+            -v /mnt/hf_cache:/workspace/hf_cache \
+            hpu-plugin-v1-test-env-pre-merge-${{ github.event.pull_request.head.sha }} \
+            /bin/bash "/workspace/vllm-gaudi/tests/v1/kv_connector/nixl_integration/run_accuracy_test.sh"
 
+          EXITCODE=$?
+          echo "Test script exited with code: $EXITCODE"
   hpu_e2e_tests:
     runs-on: ucb-vllm-cicd-g2
     # This is a final job that runs after the build and unit tests