Skip to content

Commit c2196cc

Browse files
committed
fix awq pipeline inference
Signed-off-by: Kyle Sayers <[email protected]>
1 parent 6c26ad5 commit c2196cc

File tree

2 files changed

+4
-2
lines changed

2 files changed

+4
-2
lines changed

src/llmcompressor/entrypoints/oneshot.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -160,6 +160,7 @@ def apply_recipe_modifiers(
160160
session = active_session()
161161
session.reset()
162162

163+
# TODO: validate modifiers before intialization, likely in recipe
163164
session.initialize(
164165
model=self.model,
165166
start=-1,

src/llmcompressor/pipelines/registry.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -62,10 +62,11 @@ def from_modifiers(
6262
def _validate_infer_pipeline(modifiers: List[Modifier]) -> str:
6363
if any(isinstance(modifier, AWQModifier) for modifier in modifiers):
6464
if len(modifiers) > 1:
65-
raise ValueError(
65+
logger.warning(
6666
"AWQ does not currently support sharing a data pipeline with other "
67-
"modifiers. Please use oneshot(pipeline='independent')"
67+
"modifiers. Inferring `independent` calibration pipeline"
6868
)
69+
return "independent"
6970
return "datafree"
7071

7172
if any(isinstance(modifier, SEQUENTIAL_MODIFIERS) for modifier in modifiers):

0 commit comments

Comments
 (0)