We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
SingleDeviceDistributedConfig
1 parent 18178f4 commit 9da988eCopy full SHA for 9da988e
distributed_shampoo/__init__.py
@@ -58,6 +58,7 @@
58
ShampooPreconditionerConfig,
59
ShampooPT2CompileConfig,
60
SignDescentPreconditionerConfig,
61
+ SingleDeviceDistributedConfig,
62
SpectralDescentPreconditionerConfig,
63
)
64
@@ -73,8 +74,9 @@
73
74
# PT2 compile.
75
"ShampooPT2CompileConfig",
76
# `distributed_config` options.
- "DefaultSingleDeviceDistributedConfig",
77
"DistributedConfig", # Abstract base class.
78
+ "SingleDeviceDistributedConfig",
79
+ "DefaultSingleDeviceDistributedConfig", # Default `SingleDeviceDistributedConfig`.
80
"DDPDistributedConfig",
81
"FSDPParamAssignmentStrategy",
82
"FSDPDistributedConfig",
0 commit comments