Improve stability

Author: tolauwae

package-lock.json

@@ -57,9 +57,15 @@ export class Framework {
     public run(cores: number = 1) {   // todo remove cores
         this.suites.forEach((suite: Suite) => {
             this.testees.forEach((testee: Testee) => {
+                const order: TestScenario[] = testee.scheduler.schedule(suite);
+                const first: TestScenario = order[0];
+                before('Initialize testbed', async function () {
+                    this.timeout(testee.connector.timeout(testee.specification.type));
+                    await testee.initialize(first.program, first.args ?? []);
+                });
+
                 describe(`Testing on ${testee.name}.`, () => {
                     // todo add parallelism
-                    const order: TestScenario[] = testee.scheduler.schedule(suite);
 
                     // if (!bed.disabled) { // TODO necessary? isn't this done in de test itself?
                     //
@@ -70,17 +76,7 @@ export class Framework {
                     //     });
                     // }
 
-                    let initialized: boolean = false;
-
                     order.forEach((test: TestScenario) => {
-                        if (!initialized) {
-                            before('Initialize testbed', async function () {
-                                this.timeout(testee.connector.timeout(testee.specification.type));
-                                await testee.initialize(test.program, test.args ?? []);
-                            });
-                            initialized = true;
-                        }
-
                         testee.describe(test, this.runs);
                     });
                 });

src/framework/Framework.ts

@@ -106,7 +106,11 @@ export class Testee { // TODO unified with testbed interface
             before('Compile and upload program', async function () {
                 this.timeout(testee.connector.timeout(testee.specification.type));
                 let compiled: CompileOutput = await new CompilerFactory(WABT).pickCompiler(description.program).compile(description.program);
-                await testee.testbed!.sendRequest(new SourceMap.Mapping(), Message.updateModule(compiled.file));
+                try {
+                    await testee.testbed!.sendRequest(new SourceMap.Mapping(), Message.updateModule(compiled.file));
+                } catch (e) {
+                    await testee.initialize(description.program, description.args ?? []);
+                }
             });
 
             before('Fetch source map', async function () {

src/framework/Testee.ts

@@ -16,4 +16,3 @@ export * from './framework/scenario/Invoker';
 export * from './testbeds/TestbedSpecification';
 
 export const latch = Framework.getImplementation();
-export {find} from './util/util';