Removed robots.txt file in favour of a module.

AlexSkrypnyk · AlexSkrypnyk · commit ffaa5db6d344 · 2025-09-02T19:42:58.000+10:00
diff --git a/.gitignore b/.gitignore
@@ -38,7 +38,6 @@ web/sites/default/*
 !web/.htaccess
 !web/autoload.php
 !web/index.php
-!web/robots.txt
 !web/update.php
 
 # Ignore all recipes by default. Custom recipes should be added explicitly.
diff --git a/.vortex/installer/tests/Fixtures/install/_baseline/.gitignore b/.vortex/installer/tests/Fixtures/install/_baseline/.gitignore
@@ -36,7 +36,6 @@ web/sites/default/*
 !web/.htaccess
 !web/autoload.php
 !web/index.php
-!web/robots.txt
 !web/update.php
 
 # Ignore all recipes by default. Custom recipes should be added explicitly.
diff --git a/.vortex/installer/tests/Fixtures/install/_baseline/composer.json b/.vortex/installer/tests/Fixtures/install/_baseline/composer.json
@@ -106,6 +106,7 @@
                 "[web-root]/README.md": false,
                 "[web-root]/README.txt": false,
                 "[web-root]/example.gitignore": false,
+                "[web-root]/robots.txt": false,
                 "[web-root]/sites/example.settings.local.php": false,
                 "[web-root]/sites/example.sites.php": false,
                 "[web-root]/update.php": false,
diff --git a/.vortex/installer/tests/Fixtures/install/_baseline/web/robots.txt b/.vortex/installer/tests/Fixtures/install/_baseline/web/robots.txt
diff --git a/.vortex/installer/tests/Fixtures/install/hosting_acquia/.gitignore b/.vortex/installer/tests/Fixtures/install/hosting_acquia/.gitignore
@@ -1,4 +1,4 @@
-@@ -5,39 +5,39 @@
+@@ -5,38 +5,38 @@
  # To add an override file, explicitly un-ignore it below and add to the
  # repository (useful for robots.txt and .htaccess file overrides).
  
@@ -56,20 +56,18 @@
 -!web/.htaccess
 -!web/autoload.php
 -!web/index.php
--!web/robots.txt
 -!web/update.php
 +!docroot/.editorconfig
 +!docroot/.eslintignore
 +!docroot/.gitattributes
 +!docroot/.htaccess
 +!docroot/autoload.php
 +!docroot/index.php
-+!docroot/robots.txt
 +!docroot/update.php
  
  # Ignore all recipes by default. Custom recipes should be added explicitly.
  recipes/*
-@@ -45,10 +45,10 @@
+@@ -44,10 +44,10 @@
  # Ignore dependencies cache files.
  /vendor
  /node_modules
diff --git a/.vortex/installer/tests/Fixtures/install/hosting_acquia/composer.json b/.vortex/installer/tests/Fixtures/install/hosting_acquia/composer.json
@@ -1,4 +1,4 @@
-@@ -112,40 +112,40 @@
+@@ -113,40 +113,40 @@
                  "[web-root]/web.config": false
              },
              "locations": {
diff --git a/.vortex/installer/tests/Fixtures/install/hosting_acquia/docroot/robots.txt b/.vortex/installer/tests/Fixtures/install/hosting_acquia/docroot/robots.txt
diff --git a/.vortex/installer/tests/Fixtures/install/hosting_acquia/web/-robots.txt b/.vortex/installer/tests/Fixtures/install/hosting_acquia/web/-robots.txt
diff --git a/.vortex/installer/tests/Fixtures/install/starter_drupal_cms_profile/composer.json b/.vortex/installer/tests/Fixtures/install/starter_drupal_cms_profile/composer.json
@@ -28,7 +28,7 @@
          },
          "discard-changes": true,
          "platform": {
-@@ -157,7 +162,20 @@
+@@ -158,7 +163,20 @@
          "patchLevel": {
              "drupal/core": "-p2"
          },
diff --git a/.vortex/installer/tests/Fixtures/install/tools_groups_no_be_tests/.gitignore b/.vortex/installer/tests/Fixtures/install/tools_groups_no_be_tests/.gitignore
@@ -1,4 +1,4 @@
-@@ -51,7 +51,6 @@
+@@ -50,7 +50,6 @@
  web/themes/**/build
  .data
  .logs
diff --git a/.vortex/installer/tests/Fixtures/install/tools_groups_no_be_tests_circleci/.gitignore b/.vortex/installer/tests/Fixtures/install/tools_groups_no_be_tests_circleci/.gitignore
@@ -1,4 +1,4 @@
-@@ -51,7 +51,6 @@
+@@ -50,7 +50,6 @@
  web/themes/**/build
  .data
  .logs
diff --git a/.vortex/installer/tests/Fixtures/install/tools_no_phpunit/.gitignore b/.vortex/installer/tests/Fixtures/install/tools_no_phpunit/.gitignore
@@ -1,4 +1,4 @@
-@@ -51,7 +51,6 @@
+@@ -50,7 +50,6 @@
  web/themes/**/build
  .data
  .logs
diff --git a/.vortex/installer/tests/Fixtures/install/tools_no_phpunit_circleci/.gitignore b/.vortex/installer/tests/Fixtures/install/tools_no_phpunit_circleci/.gitignore
@@ -1,4 +1,4 @@
-@@ -51,7 +51,6 @@
+@@ -50,7 +50,6 @@
  web/themes/**/build
  .data
  .logs
diff --git a/.vortex/installer/tests/Fixtures/install/tools_none/.gitignore b/.vortex/installer/tests/Fixtures/install/tools_none/.gitignore
@@ -1,4 +1,4 @@
-@@ -51,7 +51,6 @@
+@@ -50,7 +50,6 @@
  web/themes/**/build
  .data
  .logs
diff --git a/.vortex/tests/bats/_helper.bash b/.vortex/tests/bats/_helper.bash
@@ -498,7 +498,7 @@ assert_files_present_drupal() {
   assert_file_not_exists "${webroot}/.gitattributes"
   assert_file_exists "${webroot}/autoload.php"
   assert_file_exists "${webroot}/index.php"
-  assert_file_exists "${webroot}/robots.txt"
+  assert_file_not_exists "${webroot}/robots.txt"
   assert_file_not_exists "${webroot}/update.php"
 
   # Settings files exist.
diff --git a/.vortex/tests/bats/_helper.deployment.bash b/.vortex/tests/bats/_helper.deployment.bash
@@ -61,7 +61,7 @@ assert_deployment_files_present() {
   # Drupal Scaffold files present.
   assert_file_exists "${webroot}/autoload.php"
   assert_file_exists "${webroot}/index.php"
-  assert_file_exists "${webroot}/robots.txt"
+  assert_file_not_exists "${webroot}/robots.txt"
   assert_file_not_exists "${webroot}/update.php"
 
   # Settings files present.
diff --git a/.vortex/tests/bats/_helper.workflow.bash b/.vortex/tests/bats/_helper.workflow.bash
@@ -145,7 +145,7 @@ assert_gitignore() {
   # Assert that Drupal Scaffold files were added to the git repository.
   assert_git_file_is_tracked "${webroot}/autoload.php"
   assert_git_file_is_tracked "${webroot}/index.php"
-  assert_git_file_is_tracked "${webroot}/robots.txt"
+  assert_git_file_is_not_tracked "${webroot}/robots.txt"
   # Assert that lock files were added to the git repository.
   assert_git_file_is_tracked "composer.lock"
   assert_git_file_is_tracked "${webroot}/themes/custom/star_wars/yarn.lock"
diff --git a/.vortex/tests/phpunit/Traits/AssertFilesTrait.php b/.vortex/tests/phpunit/Traits/AssertFilesTrait.php
@@ -263,7 +263,7 @@ protected function assertDrupalFilesPresent(string $webroot = 'web'): void {
     Assert::assertFileDoesNotExist($webroot . '/.gitattributes');
     Assert::assertFileExists($webroot . '/autoload.php');
     Assert::assertFileExists($webroot . '/index.php');
-    Assert::assertFileExists($webroot . '/robots.txt');
+    Assert::assertFileDoesNotExist($webroot . '/robots.txt');
     Assert::assertFileDoesNotExist($webroot . '/update.php');
 
     // Settings files exist.
@@ -300,7 +300,6 @@ public function assertFilesTrackedInGit(string $webroot = 'web', bool $skip_comm
     // Assert that Drupal Scaffold files were added to the git repository.
     $this->gitAssertFilesTracked($webroot . '/autoload.php');
     $this->gitAssertFilesTracked($webroot . '/index.php');
-    $this->gitAssertFilesTracked($webroot . '/robots.txt');
 
     // Assert that lock files were added to the git repository.
     $this->gitAssertFilesTracked('composer.lock');
diff --git a/composer.json b/composer.json
@@ -106,6 +106,7 @@
                 "[web-root]/README.md": false,
                 "[web-root]/README.txt": false,
                 "[web-root]/example.gitignore": false,
+                "[web-root]/robots.txt": false,
                 "[web-root]/sites/example.settings.local.php": false,
                 "[web-root]/sites/example.sites.php": false,
                 "[web-root]/update.php": false,
diff --git a/web/robots.txt b/web/robots.txt

Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-@@ -112,40 +112,40 @@`
	`1`	`+@@ -113,40 +113,40 @@`
`2`	`2`	`"[web-root]/web.config": false`
`3`	`3`	`},`
`4`	`4`	`"locations": {`
Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-@@ -51,7 +51,6 @@`
	`1`	`+@@ -50,7 +50,6 @@`
`2`	`2`	`web/themes/**/build`
`3`	`3`	`.data`
`4`	`4`	`.logs`