@@ -143,6 +143,17 @@ def create_import_for_all_submodules_udf(self):
143
143
"tenacity.tornadoweb",
144
144
"joblib.testing",
145
145
"joblib.test",
146
+ "pydantic.v1.mypy", #Used for pydantic mypy plugin, which is not useful in UDFs
147
+ "pydantic.mypy", #Used for pydantic mypy plugin, which is not useful in UDFs
148
+ "pydevd_plugins.extensions",
149
+ "pyximport.pyxbuild", #Still uses distutils which was removed in Python 3.12, see https://github.com/cython/cython/blob/master/pyximport/pyxbuild.py
150
+ "sagemaker.amtviz", # Visualisation not needed in UDF's
151
+ "sagemaker.aws_batch",
152
+ "sagemaker.mlflow",
153
+ "sagemaker.modules.train.container_drivers.distributed_drivers.mpi_driver",
154
+ "sklearn.externals.array_api_compat",
155
+ "starlette",
156
+ "uvicorn",
146
157
}
147
158
excluded_submodules = (
148
159
"sphinxext",
@@ -235,9 +246,9 @@ def test_import_all_modules(self):
235
246
root_modules = self .get_all_root_modules ()
236
247
self .create_import_for_all_submodules_udf ()
237
248
for root_module in root_modules :
238
- # with UdfDebugger(test_case=self):
249
+ print ( "Running import check for root module:" , root_module )
239
250
rows = self .query (f'''SELECT import_all_modules.import_all_submodules('{ root_module } ') FROM dual''' )
240
- print ("Number of modules:" , len (rows ))
251
+ print ("Number of modules:" , len (rows ), " for root module:" , root_module )
241
252
failed_imports = [(row [0 ], row [1 ]) for row in rows if row [2 ] == "ERROR" ]
242
253
for i in failed_imports :
243
254
print (i [0 ])
0 commit comments