RHOAIENG-39075: Add new E2E test structure and initial existing cluster test

Author: kryanbeane

src/codeflare_sdk/ray/cluster/build_ray_cluster.py

@@ -308,7 +308,7 @@ def get_head_container_spec(
     head_container = V1Container(
         name="ray-head",
         image=update_image(cluster.config.image),
-        image_pull_policy="Always",
+        image_pull_policy="IfNotPresent",
         ports=[
             V1ContainerPort(name="gcs", container_port=6379),
             V1ContainerPort(name="dashboard", container_port=8265),
@@ -357,7 +357,7 @@ def get_worker_container_spec(
     worker_container = V1Container(
         name="machine-learning",
         image=update_image(cluster.config.image),
-        image_pull_policy="Always",
+        image_pull_policy="IfNotPresent",
         lifecycle=V1Lifecycle(
             pre_stop=V1LifecycleHandler(
                 _exec=V1ExecAction(["/bin/sh", "-c", "ray stop"])

src/codeflare_sdk/ray/cluster/config.py

@@ -98,9 +98,9 @@ class ClusterConfiguration:
 
     name: str
     namespace: Optional[str] = None
-    head_cpu_requests: Union[int, str] = 2
+    head_cpu_requests: Union[int, str] = 1
     head_cpu_limits: Union[int, str] = 2
-    head_memory_requests: Union[int, str] = 8
+    head_memory_requests: Union[int, str] = 5
     head_memory_limits: Union[int, str] = 8
     head_extended_resource_requests: Dict[str, Union[str, int]] = field(
         default_factory=dict
@@ -109,8 +109,8 @@ class ClusterConfiguration:
     worker_cpu_requests: Union[int, str] = 1
     worker_cpu_limits: Union[int, str] = 1
     num_workers: int = 1
-    worker_memory_requests: Union[int, str] = 2
-    worker_memory_limits: Union[int, str] = 2
+    worker_memory_requests: Union[int, str] = 3
+    worker_memory_limits: Union[int, str] = 6
     worker_tolerations: Optional[List[V1Toleration]] = None
     appwrapper: bool = False
     envs: Dict[str, str] = field(default_factory=dict)

tests/e2e_v2/__init__.py

@@ -0,0 +1,2 @@
+# E2E Test Suite v2
+# Restructured pytest-based E2E tests for CodeFlare SDK