diff --git a/amber/src/test/integration/org/apache/texera/amber/engine/e2e/ReconfigurationIntegrationSpec.scala b/amber/src/test/integration/org/apache/texera/amber/engine/e2e/ReconfigurationIntegrationSpec.scala index 5d2ed7e5e4c..dd41162ee90 100644 --- a/amber/src/test/integration/org/apache/texera/amber/engine/e2e/ReconfigurationIntegrationSpec.scala +++ b/amber/src/test/integration/org/apache/texera/amber/engine/e2e/ReconfigurationIntegrationSpec.scala @@ -166,8 +166,14 @@ class ReconfigurationIntegrationSpec ): Map[OperatorIdentity, List[Tuple]] = TestUtils.shouldReconfigure(system, ctx, operators, links, targetOps, newOpExecInitInfo) + private def boundedCsvSource() = { + val src = TestOperators.mediumCsvScanOpDesc() + src.limit = Some(10000) + src + } + "Engine" should "be able to modify a python UDF worker in workflow" in { - val sourceOpDesc = TestOperators.smallCsvScanOpDesc() + val sourceOpDesc = boundedCsvSource() val udfOpDesc = TestOperators.pythonOpDesc() val code = """ |from pytexera import * @@ -228,7 +234,7 @@ class ReconfigurationIntegrationSpec } "Engine" should "be able to modify two python UDFs in workflow" in { - val sourceOpDesc = TestOperators.smallCsvScanOpDesc() + val sourceOpDesc = boundedCsvSource() val udfOpDesc1 = TestOperators.pythonOpDesc() val udfOpDesc2 = TestOperators.pythonOpDesc() val code = """