From 8ba688f8e2df650cadc15cfc69f7db2a3c3e7880 Mon Sep 17 00:00:00 2001 From: weimingc <17592131+meenchen@users.noreply.github.com> Date: Mon, 21 Jul 2025 17:36:22 +0000 Subject: [PATCH] allow custom config Signed-off-by: weimingc <17592131+meenchen@users.noreply.github.com> --- tensorrt_llm/serve/openai_server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tensorrt_llm/serve/openai_server.py b/tensorrt_llm/serve/openai_server.py index 02d77232ab2..83722b2379d 100644 --- a/tensorrt_llm/serve/openai_server.py +++ b/tensorrt_llm/serve/openai_server.py @@ -67,7 +67,7 @@ def __init__(self, logger.debug("Failed to load AutoProcessor or AutoConfig for %s", hf_tokenizer_path) self.processor = None try: - self.model_config = AutoConfig.from_pretrained(hf_tokenizer_path) + self.model_config = AutoConfig.from_pretrained(hf_tokenizer_path, trust_remote_code=trust_remote_code) except Exception: logger.debug("Failed to load AutoConfig for %s", hf_tokenizer_path) self.model_config = None