From 3830e58d0711a67120b1b7527a90152bf98a80b0 Mon Sep 17 00:00:00 2001 From: pranavJibhakate Date: Mon, 12 May 2025 02:40:51 -0400 Subject: [PATCH] Set execution options in init using set --- datafusion_ray/core.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/datafusion_ray/core.py b/datafusion_ray/core.py index cff1234..9a9b317 100644 --- a/datafusion_ray/core.py +++ b/datafusion_ray/core.py @@ -565,9 +565,10 @@ def __init__( processor_pool_max: int = 100, ) -> None: self.ctx = DFRayContextInternal() - self.batch_size = batch_size - self.partitions_per_processor = partitions_per_processor - self.prefetch_buffer_size = prefetch_buffer_size + self.set("datafusion.ray.execution.batch_size",f"{batch_size}") + self.set("datafusion.ray.execution.partitions_per_processor",f"{partitions_per_processor}") + self.set("datafusion.ray.execution.prefetch_buffer_size",f"{prefetch_buffer_size}") + self.set("datafusion.ray.execution.processor_pool_min",f"{processor_pool_min}") self.supervisor = DFRayContextSupervisor.options( name="RayContextSupersisor",