Skip to content

Commit 70f9938

Browse files
authored
build: enable kvbm in trtllm container (#2956)
Signed-off-by: Anant Sharma <[email protected]>
1 parent 2ae2010 commit 70f9938

File tree

2 files changed

+3
-3
lines changed

2 files changed

+3
-3
lines changed

container/build.sh

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -693,8 +693,8 @@ if [ ! -z ${RELEASE_BUILD} ]; then
693693
BUILD_ARGS+=" --build-arg RELEASE_BUILD=${RELEASE_BUILD} "
694694
fi
695695

696-
if [[ $FRAMEWORK == "VLLM" ]]; then
697-
echo "Forcing enable_kvbm to true in vLLM image build"
696+
if [[ $FRAMEWORK == "VLLM" ]] || [[ $FRAMEWORK == "TRTLLM" ]]; then
697+
echo "Forcing enable_kvbm to true in ${FRAMEWORK} image build"
698698
ENABLE_KVBM=true
699699
fi
700700

tests/kvbm/test_determinism.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -775,7 +775,6 @@ class TestDeterminism:
775775
],
776776
indirect=True,
777777
)
778-
@pytest.mark.vllm
779778
def test_determinism_with_cache_reset(self, tester, llm_server, runtime_services):
780779
"""Test determinism across cache reset: run test with warmup, reset cache, run again without warmup."""
781780
print("\n" + "=" * 70)
@@ -916,6 +915,7 @@ def test_determinism_with_cache_reset(self, tester, llm_server, runtime_services
916915
"num_prompts",
917916
[int(x) for x in os.environ.get("KVBM_IFEVAL_PROMPTS", "120").split(",")],
918917
)
918+
@pytest.mark.skip(reason="Flaky test: DIS-665")
919919
def test_concurrent_determinism_with_ifeval(
920920
self,
921921
tester,

0 commit comments

Comments
 (0)