feat(test_runner): support live Firebase and HTTP under flutter test

modules/ensemble/lib/framework/apiproviders/api_provider.dart

@@ -29,7 +29,7 @@ class APIProviders extends InheritedWidget {
     if (provider == null) {
       return httpProvider;
     } else if (provider == 'firebaseFunction') {
-      return FirebaseFunctionsAPIProvider();
+      return providers[provider] ?? FirebaseFunctionsAPIProvider();
     } else if (provider == 'sse') {
       return providers[provider] ?? SSEAPIProvider();
     } else {

modules/ensemble/lib/framework/widget/view_util.dart

@@ -171,6 +171,9 @@ class ViewUtil {
     if (callerPayload?['id'] != null) {
       props["id"] = callerPayload?['id'];
     }
+    if (callerPayload?['testId'] != null) {
+      props["testId"] = callerPayload?['testId'];
+    }
 
     Map<String, dynamic> inputPayload = {};
     if (callerPayload?['inputs'] is Map) {

modules/ensemble/lib/layout/ensemble_page_route.dart

@@ -78,8 +78,12 @@ extension PageTransitionTypeX on PageTransitionType {
 /// Page route builder that presents a screen without transition animation.
 class EnsemblePageRouteNoTransitionBuilder extends PageRouteBuilder {
   /// Creates a [EnsemblePageRouteNoTransitionBuilder] object.
-  EnsemblePageRouteNoTransitionBuilder({required Widget screenWidget})
+  EnsemblePageRouteNoTransitionBuilder({
+    required Widget screenWidget,
+    RouteSettings? settings,
+  })
       : super(
+          settings: settings,
           pageBuilder: (context, animation, secondaryAnimation) => screenWidget,
         );
 }

modules/ensemble/lib/screen_controller.dart

@@ -279,7 +279,7 @@ class ScreenController {
           (isRepeat ? repeatInterval! : 0);
 
       // we always execute at least once, delayed by startAfter and fallback to repeatInterval (or immediate if startAfter is 0)
-      Timer(Duration(seconds: delay), () {
+      final timer = Timer(Duration(seconds: delay), () {
         // execute the action
         executeActionWithScope(context, scopeManager, action.onTimer);
 
@@ -298,7 +298,7 @@ class ScreenController {
           int? repeatCount = maxTimes != null ? maxTimes - 1 : null;
           if (repeatCount != 0) {
             int counter = 0;
-            final timer =
+            final periodicTimer =
                 Timer.periodic(Duration(seconds: repeatInterval), (timer) {
               // execute the action
               executeActionWithScope(context, scopeManager, action.onTimer);
@@ -317,10 +317,11 @@ class ScreenController {
 
             // save our timer to our PageData since user may want to cancel at anytime
             // and also when we navigate away from the page
-            scopeManager.addTimer(action, timer);
+            scopeManager.addTimer(action, periodicTimer);
           }
         }
       });
+      scopeManager.addTimer(action, timer);
     } else if (action is StopTimerAction) {
       try {
         scopeManager.removeTimer(action.id);
@@ -584,12 +585,24 @@ class ScreenController {
             defaultTransitionOptions[_pageType]?['duration'],
         fallback: 250);
 
+    final routeSettings = RouteSettings(
+      name: screenName ?? screenId,
+      arguments: ScreenPayload(
+        screenId: screenId,
+        screenName: screenName,
+        pageType: pageType,
+        arguments: pageArgs,
+        isExternal: isExternal,
+      ),
+    );
+
     PageRouteBuilder route = getScreenBuilder(
       screenWidget,
       pageType: pageType,
       transitionType: transitionType,
       alignment: alignment,
       duration: duration,
+      settings: routeSettings,
     );
     // push the new route and remove all existing screens. This is suitable for logging out.
     if (routeOption == RouteOption.clearAllScreens) {
@@ -651,12 +664,14 @@ class ScreenController {
     PageTransitionType? transitionType,
     Alignment? alignment,
     int? duration,
+    RouteSettings? settings,
   }) {
     const enableTransition =
         bool.fromEnvironment('transitions', defaultValue: true);
 
     if (!enableTransition) {
-      return EnsemblePageRouteNoTransitionBuilder(screenWidget: screenWidget);
+      return EnsemblePageRouteNoTransitionBuilder(
+          screenWidget: screenWidget, settings: settings);
     }
 
     if (pageType == PageType.modal) {
@@ -669,13 +684,15 @@ class ScreenController {
         duration: Duration(milliseconds: duration ?? 250),
         barrierDismissible: true,
         barrierColor: Colors.black54,
+        settings: settings,
       );
     } else {
       return EnsemblePageRouteBuilder(
         child: screenWidget,
         transitionType: transitionType ?? PageTransitionType.fade,
         alignment: alignment ?? Alignment.center,
         duration: Duration(milliseconds: duration ?? 250),
+        settings: settings,
       );
     }
   }

modules/ensemble/test/custom_widget_test.dart

@@ -0,0 +1,27 @@
+import 'package:ensemble/framework/widget/view_util.dart';
+import 'package:ensemble/widget/custom_widget/custom_widget_model.dart';
+import 'package:flutter_test/flutter_test.dart';
+import 'package:yaml/yaml.dart';
+
+void main() {
+  test('custom widget call preserves explicit testId without requiring id', () {
+    final customWidgets = {
+      'MiniCard': loadYaml('''
+body:
+  Text:
+    text: Devices
+''') as YamlMap,
+    };
+
+    final model = ViewUtil.buildModel(
+      loadYaml('''
+MiniCard:
+  testId: devices_mini_card
+'''),
+      customWidgets,
+    ) as CustomWidgetModel;
+
+    expect(model.props['testId'], 'devices_mini_card');
+    expect(model.props.containsKey('id'), isFalse);
+  });
+}

tools/ensemble_test_runner/README.md

@@ -29,7 +29,7 @@ Widget YAML must set `testId` (or `id`, which maps to the same `ValueKey`).
 
 ### Step vocabulary
 
-The full official catalog (lifecycle, gestures, API mocks, fixtures, debug, etc.) is in **[STEP_VOCABULARY.md](STEP_VOCABULARY.md)**.
+The full official catalog (lifecycle, gestures, API assertions, debug, etc.) is in **[STEP_VOCABULARY.md](STEP_VOCABULARY.md)**.
 
 Machine-readable registry (single source): `lib/vocabulary/test_step_registry.dart`.
 
@@ -47,6 +47,28 @@ Or per file at the top of a test:
 # yaml-language-server: $schema=https://cdn.ensembleui.com/schemas/ensemble_tests_schema.json
 ```
 
+Suite-wide runner config lives in `tests/config.yaml`. The schema is hosted at
+`https://cdn.ensembleui.com/schemas/ensemble_test_config_schema.json`:
+
+```yaml
+# yaml-language-server: $schema=https://cdn.ensembleui.com/schemas/ensemble_test_config_schema.json
+screenshots:
+  enabled: true
+  platform: ios
+  model: iPhone 15 Pro
+  includeSteps: []
+  excludeSteps: []
+
+performance:
+  enabled: true
+dumpTree:
+  enabled: true
+logApiCalls:
+  enabled: true
+logStorage:
+  enabled: true
+```
+
 ## App setup
 
 1. Add `*.test.yaml` files under `definitions.local.path/tests/`, for example
@@ -75,6 +97,24 @@ By default, output is quiet: no `pub get` package list, no Flutter test progress
 
 Optional: `--app-dir=<path>` when not running from the app root.
 
+Pass test-runner inputs with repeatable `--input key=value` flags. Tests can
+reference them as `${inputs.key}` in `initialState`, mocks, and steps:
+
+```bash
+dart run ensemble_test_runner:ensemble_test \
+  --input adminPassword='s4C>M7U6t~' \
+  --input expectedDeviceCount=2
+```
+
+```yaml
+initialState:
+  keychain:
+    adminPassword: ${inputs.adminPassword}
+steps:
+  - expectText:
+      text: ${inputs.expectedDeviceCount}
+```
+
 The default suite timeout is 10 minutes. Override it when a flow should fail
 faster or when a long chain needs more time:
 
@@ -117,7 +157,7 @@ Create a starter test under `definitions.local.path/tests/`:
 dart run ensemble_test_runner:ensemble_test --scaffold-test=login_valid --feature=login --tag=smoke --screen=Login
 ```
 
-See [`docs/TEST_AUTHORING.md`](docs/TEST_AUTHORING.md) for the test authoring workflow, fixture conventions, validation rules, and repair-loop output.
+See [`docs/TEST_AUTHORING.md`](docs/TEST_AUTHORING.md) for the test authoring workflow, mock file conventions, validation rules, and repair-loop output.
 
 ### CI output
 
@@ -157,13 +197,9 @@ On success the console prints one consolidated boxed report for the suite: each
 # yaml-language-server: $schema=https://cdn.ensembleui.com/schemas/ensemble_tests_schema.json
 id: login_flow
 startScreen: Login
+mocks:
+  - mocks/login_success.mock.json
 steps:
-  - mockApi:
-      name: login
-      response:
-        statusCode: 200
-        body:
-          token: test-token
   - enterText:
       id: email_field
       value: user@test.com

tools/ensemble_test_runner/STEP_VOCABULARY.md

@@ -22,7 +22,7 @@ Official step catalog for app-local `tests/*.test.yaml` files, for example `ense
 `scroll`, `scrollUntilVisible`, `swipe`, `drag`, `pullToRefresh`
 
 ### Wait / sync
-`wait` (alias `pump`), `pump`, `settle`, `waitFor`, `waitForText`, `waitForGone`, `waitForApi`, `waitForNavigation`, `waitUntil`
+`wait` (alias `pump`), `pump`, `settle`, `waitFor`, `waitForText`, `waitForGone`, `waitForApi`, `waitForNavigation`
 
 ### UI assertions
 `expectVisible`, `expectNotVisible`, `expectExists`, `expectNotExists`, `expectText`, `expectNoText`, `expectTextContains`, `expectEnabled`, `expectDisabled`
@@ -33,14 +33,14 @@ Official step catalog for app-local `tests/*.test.yaml` files, for example `ense
 ### Navigation
 `expectScreen` (alias), `expectNavigateTo`, `expectVisited`, `expectNotVisited`, `expectBackStack`, `expectCanGoBack`, `goBack`
 
-### API mock / assert
-`mockApi`, `mockApiError`, `mockApiFromFixture`, `mockApiException`, `mockTimeout`, `mockNetworkOffline`, `mockNetworkOnline`, `resetApiCalls`, `clearApiMocks`, `expectApiCalled`, `expectApiNotCalled`, `expectApiRequest`, `expectApiRequestContains`, `expectApiHeader`, `expectApiCallOrder`, `expectLastApiCall`, `logApiCalls`
+### API assert / logs
+`resetApiCalls`, `expectApiCalled`, `expectApiNotCalled`, `expectApiCallOrder`, `expectLastApiCall`, `logApiCalls`
 
-### State / storage / runtime
-`setState`, `expectState`, `expectStateContains`, `expectStateExists`, `expectStateNotExists`, `resetState`, `setStorage`, `expectStorage`, `removeStorage`, `clearStorage`, `setEnv`, `setAuth`, `clearAuth`, `setPermission`, `setDevice`, `setLocale`, `setTheme`
+### Storage / runtime
+`setStorage`, `expectStorage`, `removeStorage`, `clearStorage`, `setEnv`, `setAuth`, `clearAuth`, `setPermission`, `setDevice`, `setLocale`, `setTheme`
 
-### Scripts / fixtures / debug / quality
-`runScript`, `expectScript`, `expectScriptResult`, `expectConsoleLog`, `loadFixture`, `setStateFromFixture`, `expectMatchesFixture`, `logState`, `logStorage`, `screenshot`, `dumpTree`, `expectNoConsoleErrors`, `expectNoRenderErrors`, `expectError`, `expectNoErrors`, `expectAccessible`, `expectSemanticsLabel`, `expectNoOverflow`
+### Scripts / debug / quality
+`runScript`, `expectScript`, `expectScriptResult`, `expectConsoleLog`, `expectNoConsoleErrors`, `expectNoRenderErrors`, `expectError`, `expectNoErrors`, `expectAccessible`, `expectSemanticsLabel`, `expectNoOverflow`
 
 ### Control flow
 `group`, `repeat`, `optional`, `ifVisible`
@@ -51,12 +51,6 @@ Official step catalog for app-local `tests/*.test.yaml` files, for example `ense
 id: login_flow
 startScreen: Login
 steps:
-  - mockApi:
-      name: login
-      response:
-        statusCode: 200
-        body:
-          token: test
   - enterText:
       id: email_field
       value: user@test.com
@@ -72,6 +66,27 @@ steps:
 
 Editor validation: `https://cdn.ensembleui.com/schemas/ensemble_tests_schema.json` (committed copy at [`assets/schema/ensemble_tests_schema.json`](assets/schema/ensemble_tests_schema.json), regenerate with `dart run tool/generate_schema.dart`). Arg shapes come from [`TestStepArgKind`](lib/vocabulary/test_step_arg_kind.dart) on each [`TestStepRegistryEntry`](lib/vocabulary/test_step_registry.dart).
 
+Performance logging writes Flutter app frame timing metrics to
+`build/ensemble_test_runner/logs/app_performance.json`. Enable it once for the
+full suite in `tests/config.yaml`:
+
+```yaml
+performance:
+  enabled: true
+```
+
+`dumpTree`, `logApiCalls`, and `logStorage` are also suite-level config
+artifacts:
+
+```yaml
+dumpTree:
+  enabled: true
+logApiCalls:
+  enabled: true
+logStorage:
+  enabled: true
+```
+
 Before running a new suite, use `dart run ensemble_test_runner:ensemble_test --doctor`
 from the Flutter wrapper app root to validate config, test discovery, duplicate
 IDs, prerequisites, schema comments, and obvious widget IDs. CI can request JSON

tools/ensemble_test_runner/assets/schema/ensemble_test_config_schema.json

@@ -0,0 +1,76 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://cdn.ensembleui.com/schemas/ensemble_test_config_schema.json",
+  "title": "Ensemble declarative test config",
+  "description": "Suite-wide config for app-local tests/config.yaml",
+  "type": "object",
+  "additionalProperties": false,
+  "properties": {
+    "screenshots": {
+      "type": "object",
+      "additionalProperties": false,
+      "properties": {
+        "enabled": {
+          "type": "boolean"
+        },
+        "platform": {
+          "type": "string"
+        },
+        "model": {
+          "type": "string"
+        },
+        "includeSteps": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        },
+        "excludeSteps": {
+          "type": "array",
+          "items": {
+            "type": "string"
+          }
+        }
+      }
+    },
+    "performance": {
+      "type": "object",
+      "additionalProperties": false,
+      "properties": {
+        "enabled": {
+          "type": "boolean"
+        }
+      }
+    },
+    "dumpTree": {
+      "type": "object",
+      "additionalProperties": false,
+      "properties": {
+        "enabled": {
+          "type": "boolean"
+        }
+      }
+    },
+    "logApiCalls": {
+      "type": "object",
+      "additionalProperties": false,
+      "properties": {
+        "enabled": {
+          "type": "boolean"
+        }
+      }
+    },
+    "logStorage": {
+      "type": "object",
+      "additionalProperties": false,
+      "properties": {
+        "enabled": {
+          "type": "boolean"
+        },
+        "key": {
+          "type": "string"
+        }
+      }
+    }
+  }
+}