We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d8b831e commit a78f99cCopy full SHA for a78f99c
auto_round/utils.py
@@ -85,7 +85,6 @@ def __getitem__(self, key):
85
86
SUPPORTED_LAYER_TYPES = SUPPORTED_LAYER_TYPES + (LinearLayer, LinearAllreduce)
87
88
-SUPPORTED_DTYPES = ("int", "mx_fp", "fp", "nv_fp")
89
DTYPE_INFO_MAPPING = {
90
"nv_fp4": {"bits": 4, "group_size": 16, "sym": True},
91
"mx_fp4": {"bits": 4, "group_size": 32, "sym": True},
0 commit comments