|
| 1 | +@TestOn('vm') |
| 2 | +library; |
| 3 | + |
| 4 | +import 'dart:io'; |
| 5 | + |
| 6 | +import 'package:test/test.dart'; |
| 7 | + |
| 8 | +import '../../../tool/testing/run_local_e2e.dart'; |
| 9 | + |
| 10 | +void main() { |
| 11 | + group('run_local_e2e', () { |
| 12 | + test('lists local-only Dart, Flutter, and Web smoke scenarios', () async { |
| 13 | + final result = await runLocalE2e(const ['--list'], projectRoot: '/repo'); |
| 14 | + |
| 15 | + expect(result.exitCode, 0); |
| 16 | + expect(result.stdout, contains('root-template-e2e')); |
| 17 | + expect(result.stdout, contains('root-native-tool-e2e')); |
| 18 | + expect(result.stdout, contains('qwen35-multimodal-macos-repro')); |
| 19 | + expect(result.stdout, contains('webgpu-multimodal-regression')); |
| 20 | + expect(result.stdout, contains('chat-app-model-cache')); |
| 21 | + expect(result.stdout, contains('chat-app-web-real-model-smoke')); |
| 22 | + expect(result.stdout, contains('bridge-smoke')); |
| 23 | + expect(result.stdout, contains('Dart local-only')); |
| 24 | + expect(result.stdout, contains('Flutter device')); |
| 25 | + expect(result.stdout, contains('Web smoke')); |
| 26 | + }); |
| 27 | + |
| 28 | + test( |
| 29 | + 'dry-runs a Flutter device scenario with the requested device', |
| 30 | + () async { |
| 31 | + final result = await runLocalE2e(const [ |
| 32 | + '--scenario', |
| 33 | + 'chat-app-model-cache', |
| 34 | + '--device', |
| 35 | + 'macos', |
| 36 | + '--dry-run', |
| 37 | + ], projectRoot: '/repo'); |
| 38 | + |
| 39 | + expect(result.exitCode, 0); |
| 40 | + expect(result.stdout, contains('chat-app-model-cache')); |
| 41 | + expect( |
| 42 | + result.stdout, |
| 43 | + contains( |
| 44 | + 'cd /repo/example/chat_app && flutter test --run-skipped ' |
| 45 | + '-t local-only integration_test/model_cache_mmproj_e2e_test.dart ' |
| 46 | + '-d macos', |
| 47 | + ), |
| 48 | + ); |
| 49 | + }, |
| 50 | + ); |
| 51 | + |
| 52 | + test( |
| 53 | + 'dry-runs Web real-model smoke with build, serve, and Playwright steps', |
| 54 | + () async { |
| 55 | + final result = await runLocalE2e(const [ |
| 56 | + '--scenario', |
| 57 | + 'chat-app-web-real-model-smoke', |
| 58 | + '--model-url', |
| 59 | + 'http://127.0.0.1:7358/models/tiny.gguf', |
| 60 | + '--expect', |
| 61 | + 'ok', |
| 62 | + '--python', |
| 63 | + '/custom/python', |
| 64 | + '--dry-run', |
| 65 | + ], projectRoot: '/repo'); |
| 66 | + |
| 67 | + expect(result.exitCode, 0); |
| 68 | + expect(result.stdout, contains('flutter build web')); |
| 69 | + expect(result.stdout, contains('serve_static_with_headers.py')); |
| 70 | + expect( |
| 71 | + result.stdout, |
| 72 | + contains('playwright_chat_app_real_model_smoke.py'), |
| 73 | + ); |
| 74 | + expect( |
| 75 | + result.stdout, |
| 76 | + contains( |
| 77 | + '/custom/python tool/testing/playwright_chat_app_real_model_smoke.py', |
| 78 | + ), |
| 79 | + ); |
| 80 | + expect( |
| 81 | + result.stdout, |
| 82 | + contains('--model-url http://127.0.0.1:7358/models/tiny.gguf'), |
| 83 | + ); |
| 84 | + expect(result.stdout, contains('--expect ok')); |
| 85 | + }, |
| 86 | + ); |
| 87 | + |
| 88 | + test('dry-runs WebGPU regression with forwarded runner options', () async { |
| 89 | + final result = await runLocalE2e(const [ |
| 90 | + '--scenario', |
| 91 | + 'webgpu-multimodal-regression', |
| 92 | + '--port', |
| 93 | + '9123', |
| 94 | + '--python', |
| 95 | + '/custom/python', |
| 96 | + '--skip-build', |
| 97 | + '--dry-run', |
| 98 | + ], projectRoot: '/repo'); |
| 99 | + |
| 100 | + expect(result.exitCode, 0); |
| 101 | + expect(result.stdout, contains('PLAYWRIGHT_GATE_PORT=9123')); |
| 102 | + expect(result.stdout, contains('PLAYWRIGHT_PYTHON=/custom/python')); |
| 103 | + expect(result.stdout, contains('LLAMADART_SKIP_WEB_BUILD=1')); |
| 104 | + expect( |
| 105 | + result.stdout, |
| 106 | + contains('bash tool/testing/run_webgpu_multimodal_regression_gate.sh'), |
| 107 | + ); |
| 108 | + }); |
| 109 | + |
| 110 | + test('reports unknown scenarios without executing anything', () async { |
| 111 | + final result = await runLocalE2e(const [ |
| 112 | + '--scenario', |
| 113 | + 'does-not-exist', |
| 114 | + '--dry-run', |
| 115 | + ], projectRoot: '/repo'); |
| 116 | + |
| 117 | + expect(result.exitCode, isNot(0)); |
| 118 | + expect( |
| 119 | + result.stderr, |
| 120 | + contains('Unknown local E2E scenario: does-not-exist'), |
| 121 | + ); |
| 122 | + expect(result.stderr, contains('Use --list')); |
| 123 | + }); |
| 124 | + |
| 125 | + test('reports port conflicts before starting Web smoke servers', () async { |
| 126 | + final socket = await ServerSocket.bind(InternetAddress.loopbackIPv4, 0); |
| 127 | + addTearDown(socket.close); |
| 128 | + |
| 129 | + final result = await runLocalE2e([ |
| 130 | + '--scenario', |
| 131 | + 'bridge-smoke', |
| 132 | + '--port', |
| 133 | + '${socket.port}', |
| 134 | + ], projectRoot: '/repo'); |
| 135 | + |
| 136 | + expect(result.exitCode, isNot(0)); |
| 137 | + expect( |
| 138 | + result.stdout, |
| 139 | + contains('Running local E2E scenario: bridge-smoke'), |
| 140 | + ); |
| 141 | + expect(result.stderr, contains('Port ${socket.port} is already in use')); |
| 142 | + }); |
| 143 | + |
| 144 | + test('reports background server startup failures', () async { |
| 145 | + final socket = await ServerSocket.bind(InternetAddress.loopbackIPv4, 0); |
| 146 | + final port = socket.port; |
| 147 | + await socket.close(); |
| 148 | + |
| 149 | + final tempDir = await Directory.systemTemp.createTemp( |
| 150 | + 'run_local_e2e_test_', |
| 151 | + ); |
| 152 | + addTearDown(() => tempDir.delete(recursive: true)); |
| 153 | + await Directory( |
| 154 | + '${tempDir.path}/example/chat_app/web', |
| 155 | + ).create(recursive: true); |
| 156 | + |
| 157 | + final result = await runLocalE2e([ |
| 158 | + '--scenario', |
| 159 | + 'bridge-smoke', |
| 160 | + '--python', |
| 161 | + 'dart', |
| 162 | + '--port', |
| 163 | + '$port', |
| 164 | + ], projectRoot: tempDir.path); |
| 165 | + |
| 166 | + expect(result.exitCode, isNot(0)); |
| 167 | + expect(result.stderr, contains('Background server exited')); |
| 168 | + }); |
| 169 | + }); |
| 170 | +} |
0 commit comments