[DOCS-13623] Migrate Install the Worker to cdocs (#35124)

* rename doc

* add docker

* add k8s, linux, cf for api and tf

* ui setup

* move image

* add ui instructions

* add comments

* fix cloudformation

* add ecs fargate

* add shortcodes for ui kubernetes

* shortcode fix

* add ui shortcode and clean up links

* add k8s upgrade worker

* updates and fixes

* updates based on suggestions

* fix issues

* updates after review

* update option to secrets management

* add ecs fargate secrets

* remove ecs fargate worker guide

* remove ecs fargate from guide index

* add notes shortcode

* updates

* remove unnecessary commands

* small edits

* Apply suggestions from code review

Co-authored-by: domalessi <111786334+domalessi@users.noreply.github.com>

* update add domains for firewall

* Apply suggestions from code review

Co-authored-by: domalessi <111786334+domalessi@users.noreply.github.com>

* apply suggestions

* update .gitignore

* May/update anchor links cdocs (#37524)

* update anchor links for cdocs

* fix mistake

---------

Co-authored-by: domalessi <111786334+domalessi@users.noreply.github.com>

Author: maycmlee

content/.gitignore

@@ -104,3 +104,4 @@
 /*/tracing/trace_collection/custom_instrumentation/server-side/_index.md
 /*/dd_e2e/cdocs/components/card_grid.md
 /*/real_user_monitoring/application_monitoring/browser/setup/_index.md
+/*/observability_pipelines/configuration/install_the_worker/_index.md

content/en/observability_pipelines/configuration/export_and_import_pipeline_configurations.md

@@ -81,7 +81,7 @@ To help build your pipelines and transfer pipeline configurations across Datadog
    {{< img src="observability_pipelines/export_pipeline/import_access.png" alt="The settings menu showing Import Pipeline" style="width:100%;" >}}
 1. Choose a pipeline configuration as a JSON file from your computer.
    {{< img src="observability_pipelines/export_pipeline/import_select.png" alt="The import modal giving the option to select a JSON file" style="width:100%;" >}}
-1. Click Import. This replaces your current pipeline configuration with the imported JSON's pipeline configuration. 
+1. Click Import. This replaces your current pipeline configuration with the imported JSON's pipeline configuration.
 1. [Install the Observability Pipelines Worker and deploy your pipeline using the UI][8].
 
 ## Further reading
@@ -95,4 +95,4 @@ To help build your pipelines and transfer pipeline configurations across Datadog
 [5]: https://docs.datadoghq.com/api/latest/observability-pipelines/#update-a-pipeline
 [6]: /observability_pipelines/packs/
 [7]: /observability_pipelines/configuration/install_the_worker/#api-or-terraform-pipeline-setup
-[8]: https://docs.datadoghq.com/observability_pipelines/configuration/install_the_worker/?tab=docker#pipeline-ui-setup
+[8]: https://docs.datadoghq.com/observability_pipelines/configuration/install_the_worker/?interface=ui&platform=docker&secrets_source=secrets_management

content/en/observability_pipelines/configuration/install_the_worker/_index.md

@@ -47,7 +47,7 @@ backend_config:
     aws_region: <region_name>
 ```
 
-[1]: /observability_pipelines/configuration/install_the_worker/?tab=docker#install-the-worker
+[1]: /observability_pipelines/configuration/install_the_worker/?interface=ui&platform=docker&secrets_source=secrets_management
 [2]: /observability_pipelines/configuration/install_the_worker/advanced_worker_configurations/
 
 {{% /tab %}}
@@ -64,7 +64,7 @@ bootstrap:
           aws_region: <region_name>
 ```
 
-[1]: /observability_pipelines/configuration/install_the_worker/?tab=kubernetes#install-the-worker
+[1]: /observability_pipelines/configuration/install_the_worker/?interface=ui&platform=kubernetes&secrets_source=secrets_management
 [2]: https://github.com/DataDog/helm-charts/blob/main/charts/observability-pipelines-worker/values.yaml#L46
 
 {{% /tab %}}
@@ -106,7 +106,7 @@ secret:
       aws_region: <region_name>
 ```
 
-[1]: /observability_pipelines/configuration/install_the_worker/?tab=docker#install-the-worker
+[1]: /observability_pipelines/configuration/install_the_worker/?interface=ui&platform=docker&secrets_source=secrets_management
 [2]: /observability_pipelines/configuration/install_the_worker/advanced_worker_configurations/
 
 {{% /tab %}}
@@ -123,7 +123,7 @@ bootstrap:
           aws_region: <region_name>
 ```
 
-[1]: /observability_pipelines/configuration/install_the_worker/?tab=kubernetes#install-the-worker
+[1]: /observability_pipelines/configuration/install_the_worker/?interface=ui&platform=kubernetes&secrets_source=secrets_management
 [2]: https://github.com/DataDog/helm-charts/blob/main/charts/observability-pipelines-worker/values.yaml#L46
 
 {{% /tab %}}
@@ -152,7 +152,7 @@ backend_config:
   keyvaulturl: <key_vault_url>
 ```
 
-[1]: /observability_pipelines/configuration/install_the_worker/?tab=docker#install-the-worker
+[1]: /observability_pipelines/configuration/install_the_worker/?interface=ui&platform=docker&secrets_source=secrets_management
 [2]: /observability_pipelines/configuration/install_the_worker/advanced_worker_configurations/
 
 {{% /tab %}}
@@ -168,7 +168,7 @@ bootstrap:
         keyvaulturl: <key_vault_url>
 ```
 
-[1]: /observability_pipelines/configuration/install_the_worker/?tab=kubernetes#install-the-worker
+[1]: /observability_pipelines/configuration/install_the_worker/?interface=ui&platform=kubernetes&secrets_source=secrets_management
 [2]: https://github.com/DataDog/helm-charts/blob/main/charts/observability-pipelines-worker/values.yaml#L46
 
 {{% /tab %}}
@@ -229,7 +229,7 @@ secret:
       # ... additional session settings
 ```
 
-[1]: /observability_pipelines/configuration/install_the_worker/?tab=docker#install-the-worker
+[1]: /observability_pipelines/configuration/install_the_worker/?interface=ui&platform=docker&secrets_source=secrets_management
 [2]: /observability_pipelines/configuration/install_the_worker/advanced_worker_configurations/
 
 {{% /tab %}}
@@ -250,7 +250,7 @@ bootstrap:
           # ... additional session settings
 ```
 
-[1]: /observability_pipelines/configuration/install_the_worker/?tab=kubernetes#install-the-worker
+[1]: /observability_pipelines/configuration/install_the_worker/?interface=ui&platform=kubernetes&secrets_source=secrets_management
 [2]: https://github.com/DataDog/helm-charts/blob/main/charts/observability-pipelines-worker/values.yaml#L46
 
 {{% /tab %}}
@@ -287,7 +287,7 @@ Create the file `/path/to/json/file.json` to store the identifiers and their sec
 }
 ```
 
-[1]: /observability_pipelines/configuration/install_the_worker/?tab=docker#install-the-worker
+[1]: /observability_pipelines/configuration/install_the_worker/?interface=ui&platform=docker&secrets_source=secrets_management
 [2]: /observability_pipelines/configuration/install_the_worker/advanced_worker_configurations/
 
 
@@ -338,7 +338,7 @@ us1_api: "<api_key>"
 secret_identifier1: "<secret1>"
 ```
 
-[1]: /observability_pipelines/configuration/install_the_worker/?tab=docker#install-the-worker
+[1]: /observability_pipelines/configuration/install_the_worker/?interface=ui&platform=docker&secrets_source=secrets_management
 [2]: /observability_pipelines/configuration/install_the_worker/advanced_worker_configurations/
 
 {{% /tab %}}
@@ -391,7 +391,7 @@ kubectl exec <pod_name> -- kill -HUP 1
 
 [1]: https://docs.aws.amazon.com/IAM/latest/UserGuide/id_roles_use_switch-role-ec2_instance-profiles.html
 [2]: https://docs.aws.amazon.com/secretsmanager/latest/userguide/intro.html
-[3]: /observability_pipelines/configuration/install_the_worker/?tab=docker#install-the-worker
+[3]: /observability_pipelines/configuration/install_the_worker/?interface=ui&platform=docker&secrets_source=secrets_management
 [4]: https://docs.aws.amazon.com/systems-manager/latest/userguide/systems-manager-parameter-store.html
 [5]: https://developer.hashicorp.com/
 [6]: https://kubernetes.io/docs/tasks/inject-data-application/distribute-credentials-secure/#configure-all-key-value-pairs-in-a-secret-as-container-environment-variables

content/en/observability_pipelines/configuration/install_the_worker/_index.mdoc.md

@@ -146,7 +146,7 @@ See [Advanced Worker Configurations][5] for bootstrapping options.
 
 1. You can use the [datadog_observability_pipeline][10] module to create a pipeline using Terraform.
 
-1. After creating the pipeline, [install the Worker][7] to send data through the pipeline.
+1. After creating the pipeline, [install the Worker][16] to send data through the pipeline.
     - See [Environment Variables][9] for the list of environment variables you need for the different sources, processor, and destinations when you install the Worker.
 
 Use the [datadog_observability_pipeline][10] module to make any changes to an existing pipeline.
@@ -187,11 +187,12 @@ To delete a pipeline in the UI:
 [4]: https://app.datadoghq.com/observability-pipelines
 [5]: /observability_pipelines/configuration/install_the_worker/advanced_worker_configurations/
 [6]: /api/latest/observability-pipelines/#create-a-new-pipeline
-[7]: /observability_pipelines/configuration/install_the_worker/?tab=docker#api-or-terraform-pipeline-setup
+[7]: /observability_pipelines/configuration/install_the_worker/?interface=api&platform=docker&secrets_source=secrets_management
 [8]: /api/latest/observability-pipelines/#update-a-pipeline
 [9]: /observability_pipelines/guide/environment_variables/
 [10]: https://registry.terraform.io/providers/DataDog/datadog/latest/docs
 [11]: /observability_pipelines/configuration/update_existing_pipelines/?
 [12]: /observability_pipelines/configuration/install_the_worker/
 [13]: /monitors/types/metric/
 [14]: /observability_pipelines/configuration/export_pipeline_configuration/
+[16]: /observability_pipelines/configuration/install_the_worker/?interface=terraform&platform=docker&secrets_source=secrets_management

content/en/observability_pipelines/configuration/secrets_management.md

@@ -5,7 +5,6 @@ disable_toc: false
 
 {{< whatsnext desc="General guides:" >}}
     {{< nextlink href="observability_pipelines/guide/strategies_for_reducing_log_volume" >}}Strategies for reducing log volume{{< /nextlink >}}
-    {{< nextlink href="observability_pipelines/guide/set_up_the_worker_in_ecs_fargate" >}}Set up the Worker in ECS Fargate{{< /nextlink >}}
     {{< nextlink href="observability_pipelines/guide/environment_variables" >}}Environment variables for sources, processors, and destinations{{< /nextlink >}}
     {{< nextlink href="/byoc-logs/guides/send_otel_logs_observability_pipelines" >}}Send OpenTelemetry logs to BYOC Logs with Observability Pipelines{{< /nextlink >}}
 {{< /whatsnext >}}

content/en/observability_pipelines/configuration/set_up_pipelines.md

@@ -453,7 +453,7 @@ Worker version 2.7.0 gives you access to the following:
 [34]: /observability_pipelines/destinations/datadog_metrics/?tab=secretsmanagement
 [35]: /observability_pipelines/processors/filter/?tab=metrics
 [36]: /observability_pipelines/processors/tag_control/metrics
-[37]: /observability_pipelines/configuration/install_the_worker/?tab=kubernetes#upgrade-the-worker
+[37]: /observability_pipelines/configuration/install_the_worker/?interface=ui&platform=kubernetes&secrets_source=secrets_management#upgrade-the-worker
 [38]: https://hub.docker.com/r/datadog/observability-pipelines-worker/tags?name=2.14.0
 [39]: https://hub.docker.com/r/datadog/observability-pipelines-worker/tags?name=2.13.2
 [40]: https://hub.docker.com/r/datadog/observability-pipelines-worker/tags?name=2.15.0

content/en/observability_pipelines/guide/_index.md

@@ -87,7 +87,7 @@ After your Logpush job has been successfully created, you can view your Cloudfla
 [1]: https://www.cloudflare.com/en-in/ips/
 [2]: https://app.datadoghq.com/observability-pipelines
 [3]: /observability_pipelines/sources/http_server/?tab=secretsmanagement#secret-defaults
-[4]: /observability_pipelines/configuration/install_the_worker/?tab=docker#pipeline-ui-setup
+[4]: /observability_pipelines/configuration/install_the_worker/
 [5]: https://developers.cloudflare.com/logs/logpush/logpush-job/enable-destinations/http/
 [6]: https://app.datadoghq.com/logs
 [7]: /observability_pipelines/configuration/install_the_worker/advanced_worker_configurations/