[TRTLLM-6960][fix] enable scaled_mm tests (#6936)

Signed-off-by: Zhenhuan Chen <[email protected]>

Author: dc3671

tests/unittest/_torch/thop/test_scaled_mm.py

@@ -38,11 +38,6 @@
     [torch.float16, torch.float32, torch.bfloat16],
 )
 def test_fp8_scaled_mm(output_dtype, m, k_n):
-    if getSMVersion() == 90:
-        pytest.skip(
-            "Skip test for sm90 because it's too flaky. https://nvbugspro.nvidia.com/bug/5441734"
-        )
-
     k, n = k_n
     torch.random.manual_seed(0)
     shape_x = (m, k)
@@ -76,7 +71,7 @@ def test_fp8_scaled_mm(output_dtype, m, k_n):
     os.environ["CUBLASLT_WORKSPACE_SIZE"] = old_env
     np.testing.assert_allclose(ref.float().cpu(),
                                output.float().cpu(),
-                               atol=1,
+                               atol=0.01,
                                rtol=0.01)
 
     if getSMVersion() == 90: