From 291e31cb2fc610cec51b0cb4eff54607be0bfe76 Mon Sep 17 00:00:00 2001 From: Matthew Ball Date: Tue, 23 Jun 2026 14:15:29 -0700 Subject: [PATCH 1/2] increase amount of data for csv scan to avoid engine finishing before a pause is generated leading to a failed ci --- .../amber/engine/e2e/ReconfigurationIntegrationSpec.scala | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/amber/src/test/integration/org/apache/texera/amber/engine/e2e/ReconfigurationIntegrationSpec.scala b/amber/src/test/integration/org/apache/texera/amber/engine/e2e/ReconfigurationIntegrationSpec.scala index 5d2ed7e5e4c..473becb7d51 100644 --- a/amber/src/test/integration/org/apache/texera/amber/engine/e2e/ReconfigurationIntegrationSpec.scala +++ b/amber/src/test/integration/org/apache/texera/amber/engine/e2e/ReconfigurationIntegrationSpec.scala @@ -167,7 +167,8 @@ class ReconfigurationIntegrationSpec TestUtils.shouldReconfigure(system, ctx, operators, links, targetOps, newOpExecInitInfo) "Engine" should "be able to modify a python UDF worker in workflow" in { - val sourceOpDesc = TestOperators.smallCsvScanOpDesc() + // Medium source keeps the run in flight long enough to pause before it completes. + val sourceOpDesc = TestOperators.mediumCsvScanOpDesc() val udfOpDesc = TestOperators.pythonOpDesc() val code = """ |from pytexera import * @@ -228,7 +229,8 @@ class ReconfigurationIntegrationSpec } "Engine" should "be able to modify two python UDFs in workflow" in { - val sourceOpDesc = TestOperators.smallCsvScanOpDesc() + // Medium source keeps the run in flight long enough to pause before it completes. + val sourceOpDesc = TestOperators.mediumCsvScanOpDesc() val udfOpDesc1 = TestOperators.pythonOpDesc() val udfOpDesc2 = TestOperators.pythonOpDesc() val code = """ From a0841b4e9ac59e4dce92ae6c77d0d921c2ac9aec Mon Sep 17 00:00:00 2001 From: Matthew Ball Date: Fri, 26 Jun 2026 16:37:14 -0700 Subject: [PATCH 2/2] bound the csv source spec to 10000 --- .../engine/e2e/ReconfigurationIntegrationSpec.scala | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/amber/src/test/integration/org/apache/texera/amber/engine/e2e/ReconfigurationIntegrationSpec.scala b/amber/src/test/integration/org/apache/texera/amber/engine/e2e/ReconfigurationIntegrationSpec.scala index 473becb7d51..dd41162ee90 100644 --- a/amber/src/test/integration/org/apache/texera/amber/engine/e2e/ReconfigurationIntegrationSpec.scala +++ b/amber/src/test/integration/org/apache/texera/amber/engine/e2e/ReconfigurationIntegrationSpec.scala @@ -166,9 +166,14 @@ class ReconfigurationIntegrationSpec ): Map[OperatorIdentity, List[Tuple]] = TestUtils.shouldReconfigure(system, ctx, operators, links, targetOps, newOpExecInitInfo) + private def boundedCsvSource() = { + val src = TestOperators.mediumCsvScanOpDesc() + src.limit = Some(10000) + src + } + "Engine" should "be able to modify a python UDF worker in workflow" in { - // Medium source keeps the run in flight long enough to pause before it completes. - val sourceOpDesc = TestOperators.mediumCsvScanOpDesc() + val sourceOpDesc = boundedCsvSource() val udfOpDesc = TestOperators.pythonOpDesc() val code = """ |from pytexera import * @@ -229,8 +234,7 @@ class ReconfigurationIntegrationSpec } "Engine" should "be able to modify two python UDFs in workflow" in { - // Medium source keeps the run in flight long enough to pause before it completes. - val sourceOpDesc = TestOperators.mediumCsvScanOpDesc() + val sourceOpDesc = boundedCsvSource() val udfOpDesc1 = TestOperators.pythonOpDesc() val udfOpDesc2 = TestOperators.pythonOpDesc() val code = """