benchmark: add benchmark for schema validation (#4713)

also explicitly removes schema validation from execution benchmarks (although this would have been cached after warmup anyway)

Author: yaacovCR

benchmark/list-async-benchmark.js

@@ -2,7 +2,9 @@ import { execute } from 'graphql/execution/execute.js';
 import { parse } from 'graphql/language/parser.js';
 import { buildSchema } from 'graphql/utilities/buildASTSchema.js';
 
-const schema = buildSchema('type Query { listField: [String] }');
+const schema = buildSchema('type Query { listField: [String] }', {
+  assumeValid: true,
+});
 const document = parse('{ listField }');
 
 function listField() {

benchmark/list-asyncIterable-benchmark.js

@@ -2,7 +2,9 @@ import { execute } from 'graphql/execution/execute.js';
 import { parse } from 'graphql/language/parser.js';
 import { buildSchema } from 'graphql/utilities/buildASTSchema.js';
 
-const schema = buildSchema('type Query { listField: [String] }');
+const schema = buildSchema('type Query { listField: [String] }', {
+  assumeValid: true,
+});
 const document = parse('{ listField }');
 
 async function* listField() {

benchmark/list-sync-benchmark.js

@@ -2,7 +2,9 @@ import { execute } from 'graphql/execution/execute.js';
 import { parse } from 'graphql/language/parser.js';
 import { buildSchema } from 'graphql/utilities/buildASTSchema.js';
 
-const schema = buildSchema('type Query { listField: [String] }');
+const schema = buildSchema('type Query { listField: [String] }', {
+  assumeValid: true,
+});
 const document = parse('{ listField }');
 
 function listField() {

benchmark/object-async-benchmark.js

@@ -10,6 +10,7 @@ const fieldNames = Array.from(
 
 const schema = buildSchema(
   `type Query { ${fieldNames.map((fieldName) => `${fieldName}: Int`).join(' ')} }`,
+  { assumeValid: true },
 );
 
 const document = parse(`{ ${fieldNames.join(' ')} }`);

benchmark/repeated-fields-benchmark.js

@@ -1,7 +1,9 @@
 import { graphqlSync } from 'graphql/graphql.js';
 import { buildSchema } from 'graphql/utilities/buildASTSchema.js';
 
-const schema = buildSchema('type Query { hello: String! }');
+const schema = buildSchema('type Query { hello: String! }', {
+  assumeValid: true,
+});
 const source = `{ ${'hello '.repeat(250)}}`;
 
 export const benchmark = {

benchmark/validateSchema-benchmark.js

@@ -0,0 +1,18 @@
+import { validateSchema } from 'graphql/type/validate.js';
+import { buildSchema } from 'graphql/utilities/buildASTSchema.js';
+
+import { bigSchemaSDL } from './fixtures.js';
+
+const schema = buildSchema(bigSchemaSDL, {
+  assumeValidSDL: true,
+});
+
+export const benchmark = {
+  name: 'Validate Schema',
+  measure: () => {
+    // validateSchema caches results on the schema, so clear the cache to
+    // measure validation itself without also measuring schema construction.
+    schema.__validationErrors = undefined;
+    return validateSchema(schema);
+  },
+};