We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d9a3530 commit 8ba688fCopy full SHA for 8ba688f
tensorrt_llm/serve/openai_server.py
@@ -67,7 +67,7 @@ def __init__(self,
67
logger.debug("Failed to load AutoProcessor or AutoConfig for %s", hf_tokenizer_path)
68
self.processor = None
69
try:
70
- self.model_config = AutoConfig.from_pretrained(hf_tokenizer_path)
+ self.model_config = AutoConfig.from_pretrained(hf_tokenizer_path, trust_remote_code=trust_remote_code)
71
except Exception:
72
logger.debug("Failed to load AutoConfig for %s", hf_tokenizer_path)
73
self.model_config = None
0 commit comments