Skip to content

Commit 2c480df

Browse files
Add custom int4 config for SmolVLM2-256M-Video so OV validation passes (#1532)
1 parent a7011b5 commit 2c480df

File tree

1 file changed

+10
-1
lines changed

1 file changed

+10
-1
lines changed

optimum/intel/openvino/configuration.py

Lines changed: 10 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -364,7 +364,16 @@ class OVQuantizationMethod(str, Enum):
364364
"advanced_parameters": nncf.AdvancedCompressionParameters(
365365
group_size_fallback_mode=nncf.GroupSizeFallbackMode.ADJUST,
366366
),
367-
}
367+
},
368+
"HuggingFaceTB/SmolVLM2-256M-Video-Instruct": {
369+
"bits": 4,
370+
"sym": False,
371+
"group_size": 128,
372+
"ratio": 1.0,
373+
"advanced_parameters": nncf.AdvancedCompressionParameters(
374+
group_size_fallback_mode=nncf.GroupSizeFallbackMode.ADJUST,
375+
),
376+
},
368377
}
369378
)
370379

0 commit comments

Comments
 (0)