feat(RHOAIENG-26482): disable usage stats and rename RayJobClusterConfig

Author: kryanbeane

codecov.yml

@@ -0,0 +1,15 @@
+coverage:
+  precision: 2
+  round: down
+  status:
+    project:
+      default:
+        target: auto
+        threshold: 2.5%
+    patch:
+      default:
+        target: 85%
+        threshold: 2.5%
+
+ignore:
+  - "**/__init__.py"

src/codeflare_sdk/__init__.py

@@ -11,7 +11,7 @@
     AppWrapperStatus,
     RayJobClient,
     RayJob,
-    RayJobClusterConfig,
+    ManagedClusterConfig,
 )
 
 from .common.widgets import view_clusters

src/codeflare_sdk/ray/__init__.py

@@ -6,7 +6,7 @@
 
 from .rayjobs import (
     RayJob,
-    RayJobClusterConfig,
+    ManagedClusterConfig,
     RayJobDeploymentStatus,
     CodeflareRayJobStatus,
     RayJobInfo,

src/codeflare_sdk/ray/rayjobs/__init__.py

@@ -1,3 +1,3 @@
-from .rayjob import RayJob, RayJobClusterConfig
+from .rayjob import RayJob, ManagedClusterConfig
 from .status import RayJobDeploymentStatus, CodeflareRayJobStatus, RayJobInfo
-from .config import RayJobClusterConfig
+from .config import ManagedClusterConfig

src/codeflare_sdk/ray/rayjobs/config.py

@@ -13,7 +13,7 @@
 # limitations under the License.
 
 """
-The config sub-module contains the definition of the RayJobClusterConfig dataclass,
+The config sub-module contains the definition of the ManagedClusterConfig dataclass,
 which is used to specify resource requirements and other details when creating a
 Cluster object.
 """
@@ -104,7 +104,7 @@
 
 
 @dataclass
-class RayJobClusterConfig:
+class ManagedClusterConfig:
     """
     This dataclass is used to specify resource requirements and other details for RayJobs.
     The cluster name and namespace are automatically derived from the RayJob configuration.
@@ -179,6 +179,8 @@ class RayJobClusterConfig:
     external_storage_namespace: Optional[str] = None
 
     def __post_init__(self):
+        self.envs["RAY_USAGE_STATS_ENABLED"] = "0"
+
         if self.enable_gcs_ft:
             if not self.redis_address:
                 raise ValueError(
@@ -223,7 +225,7 @@ def _memory_to_string(self):
             self.worker_memory_limits = f"{self.worker_memory_limits}G"
 
     def _validate_types(self):
-        """Validate the types of all fields in the RayJobClusterConfig dataclass."""
+        """Validate the types of all fields in the ManagedClusterConfig dataclass."""
         errors = []
         for field_info in fields(self):
             value = getattr(self, field_info.name)
@@ -268,10 +270,10 @@ def check_type(value, expected_type):
 
     def build_ray_cluster_spec(self, cluster_name: str) -> Dict[str, Any]:
         """
-        Build the RayCluster spec from RayJobClusterConfig for embedding in RayJob.
+        Build the RayCluster spec from ManagedClusterConfig for embedding in RayJob.
 
         Args:
-            self: The cluster configuration object (RayJobClusterConfig)
+            self: The cluster configuration object (ManagedClusterConfig)
             cluster_name: The name for the cluster (derived from RayJob name)
 
         Returns:

src/codeflare_sdk/ray/rayjobs/rayjob.py

@@ -20,7 +20,7 @@
 from typing import Dict, Any, Optional, Tuple
 from python_client.kuberay_job_api import RayjobApi
 
-from codeflare_sdk.ray.rayjobs.config import RayJobClusterConfig
+from codeflare_sdk.ray.rayjobs.config import ManagedClusterConfig
 
 from ...common.utils import get_current_namespace
 
@@ -48,7 +48,7 @@ def __init__(
         job_name: str,
         entrypoint: str,
         cluster_name: Optional[str] = None,
-        cluster_config: Optional[RayJobClusterConfig] = None,
+        cluster_config: Optional[ManagedClusterConfig] = None,
         namespace: Optional[str] = None,
         runtime_env: Optional[Dict[str, Any]] = None,
         shutdown_after_job_finishes: Optional[bool] = None,

src/codeflare_sdk/ray/rayjobs/test_config.py

@@ -1,14 +1,14 @@
 """
-Tests for the simplified RayJobClusterConfig accelerator_configs behavior.
+Tests for the simplified ManagedClusterConfig accelerator_configs behavior.
 """
 
 import pytest
-from codeflare_sdk.ray.rayjobs.config import RayJobClusterConfig, DEFAULT_ACCELERATORS
+from codeflare_sdk.ray.rayjobs.config import ManagedClusterConfig, DEFAULT_ACCELERATORS
 
 
 def test_accelerator_configs_defaults_to_default_accelerators():
     """Test that accelerator_configs defaults to DEFAULT_ACCELERATORS.copy()"""
-    config = RayJobClusterConfig()
+    config = ManagedClusterConfig()
 
     # Should have all the default accelerators
     assert "nvidia.com/gpu" in config.accelerator_configs
@@ -27,7 +27,7 @@ def test_accelerator_configs_can_be_overridden():
         "custom.com/accelerator": "CUSTOM_ACCELERATOR",
     }
 
-    config = RayJobClusterConfig(accelerator_configs=custom_configs)
+    config = ManagedClusterConfig(accelerator_configs=custom_configs)
 
     # Should have custom configs
     assert config.accelerator_configs == custom_configs
@@ -46,7 +46,7 @@ def test_accelerator_configs_can_extend_defaults():
         "custom.com/accelerator": "CUSTOM_ACCEL",
     }
 
-    config = RayJobClusterConfig(accelerator_configs=extended_configs)
+    config = ManagedClusterConfig(accelerator_configs=extended_configs)
 
     # Should have all defaults plus custom
     assert "nvidia.com/gpu" in config.accelerator_configs
@@ -57,15 +57,15 @@ def test_accelerator_configs_can_extend_defaults():
 
 def test_gpu_validation_works_with_defaults():
     """Test that GPU validation works with default accelerator configs"""
-    config = RayJobClusterConfig(head_accelerators={"nvidia.com/gpu": 1})
+    config = ManagedClusterConfig(head_accelerators={"nvidia.com/gpu": 1})
 
     # Should not raise any errors
     assert config.head_accelerators == {"nvidia.com/gpu": 1}
 
 
 def test_gpu_validation_works_with_custom_configs():
     """Test that GPU validation works with custom accelerator configs"""
-    config = RayJobClusterConfig(
+    config = ManagedClusterConfig(
         accelerator_configs={"custom.com/accelerator": "CUSTOM_ACCEL"},
         head_accelerators={"custom.com/accelerator": 1},
     )
@@ -79,4 +79,55 @@ def test_gpu_validation_fails_with_unsupported_accelerator():
     with pytest.raises(
         ValueError, match="GPU configuration 'unsupported.com/accelerator' not found"
     ):
-        RayJobClusterConfig(head_accelerators={"unsupported.com/accelerator": 1})
+        ManagedClusterConfig(head_accelerators={"unsupported.com/accelerator": 1})
+
+
+def test_ray_usage_stats_always_disabled_by_default():
+    """Test that RAY_USAGE_STATS_ENABLED is always set to '0' by default"""
+    config = ManagedClusterConfig()
+
+    # Should always have the environment variable set to "0"
+    assert "RAY_USAGE_STATS_ENABLED" in config.envs
+    assert config.envs["RAY_USAGE_STATS_ENABLED"] == "0"
+
+
+def test_ray_usage_stats_overwrites_user_env():
+    """Test that RAY_USAGE_STATS_ENABLED is always set to '0' even if user specifies it"""
+    # User tries to enable usage stats
+    config = ManagedClusterConfig(envs={"RAY_USAGE_STATS_ENABLED": "1"})
+
+    # Should still be disabled (our setting takes precedence)
+    assert "RAY_USAGE_STATS_ENABLED" in config.envs
+    assert config.envs["RAY_USAGE_STATS_ENABLED"] == "0"
+
+
+def test_ray_usage_stats_overwrites_user_env_string():
+    """Test that RAY_USAGE_STATS_ENABLED is always set to '0' even if user specifies it as string"""
+    # User tries to enable usage stats with string
+    config = ManagedClusterConfig(envs={"RAY_USAGE_STATS_ENABLED": "true"})
+
+    # Should still be disabled (our setting takes precedence)
+    assert "RAY_USAGE_STATS_ENABLED" in config.envs
+    assert config.envs["RAY_USAGE_STATS_ENABLED"] == "0"
+
+
+def test_ray_usage_stats_with_other_user_envs():
+    """Test that RAY_USAGE_STATS_ENABLED is set correctly while preserving other user envs"""
+    # User sets other environment variables
+    user_envs = {
+        "CUSTOM_VAR": "custom_value",
+        "ANOTHER_VAR": "another_value",
+        "RAY_USAGE_STATS_ENABLED": "1",  # This should be overwritten
+    }
+
+    config = ManagedClusterConfig(envs=user_envs)
+
+    # Our setting should take precedence
+    assert config.envs["RAY_USAGE_STATS_ENABLED"] == "0"
+
+    # Other user envs should be preserved
+    assert config.envs["CUSTOM_VAR"] == "custom_value"
+    assert config.envs["ANOTHER_VAR"] == "another_value"
+
+    # Total count should be correct (3 user envs)
+    assert len(config.envs) == 3