update: repos and scripts upon frontend refactor

Due to the frontend refactor in frontend PR #763,
there was a need to update playwright tests
and the accompanied repositories and the script
that are used for local playwright tests.
Use make repos-initial instead of the previous
make repos-minimal. A new script which counts
the duration how long it takes to import
and snapshot or introspect the required repos
for testing has been added.

Author: Starle21

README.md

@@ -70,10 +70,10 @@ If you want less Red Hat repos:
 OPTIONS_REPOSITORY_IMPORT_FILTER=small make repos-import
 ```
 
-This will import and snapshot repos needed for the minimal viable environment. Useful for running Playwright tests.
+This will import and snapshot repos needed for the initial viable environment required before running Playwright tests.
 
 ```sh
-make repos-minimal
+make repos-initial
 ```
 
 ### Run the server!

mk/repos.mk

@@ -24,4 +24,13 @@ repos-minimal: ## Import and snapshot repos needed for a minimal setup, usefull
 	OPTIONS_REPOSITORY_IMPORT_FILTER=small go run ./cmd/external-repos/main.go import
 	go run cmd/external-repos/main.go snapshot --url https://cdn.redhat.com/content/dist/rhel9/9/aarch64/codeready-builder/os/ --force
 	OPTIONS_REPOSITORY_IMPORT_FILTER=epel10 go run ./cmd/external-repos/main.go import
+	go run cmd/external-repos/main.go snapshot --url https://dl.fedoraproject.org/pub/epel/10/Everything/x86_64/ --force
+
+.PHONY: repos-initial
+repos-initial: ## Import and snapshot or introspect repos needed before running Playwright tests, the repos used: HARDCODED + EPEL10
+	OPTIONS_REPOSITORY_IMPORT_FILTER=hardcoded go run ./cmd/external-repos/main.go import
+	go run cmd/external-repos/main.go snapshot --url https://cdn.redhat.com/content/dist/rhel10/10/aarch64/appstream/os/ --force
+	OPTIONS_REPOSITORY_IMPORT_FILTER=hardcoded go run ./cmd/external-repos/main.go import
+	go run cmd/external-repos/main.go snapshot --url https://cdn.redhat.com/content/dist/rhel10/10/aarch64/baseos/os/ --force
+	OPTIONS_REPOSITORY_IMPORT_FILTER=epel10 go run ./cmd/external-repos/main.go import
 	go run cmd/external-repos/main.go introspect --url https://dl.fedoraproject.org/pub/epel/10/Everything/x86_64/ --force

pkg/external_repos/snapshotted_repos/rhel10-aarch64.json

@@ -5,7 +5,7 @@
         "url": "https://cdn.redhat.com/content/dist/rhel10/10/aarch64/baseos/os",
         "distribution_arch": "aarch64",
         "distribution_version": "10",
-        "selector": "rhel10",
+        "selector": "rhel10,hardcoded",
         "feature_name": "RHEL-OS-x86_64",
         "origin": "red_hat"
     },
@@ -15,7 +15,7 @@
         "url": "https://cdn.redhat.com/content/dist/rhel10/10/aarch64/appstream/os",
         "distribution_arch": "aarch64",
         "distribution_version": "10",
-        "selector": "rhel10",
+        "selector": "rhel10,hardcoded",
         "feature_name": "RHEL-OS-x86_64",
         "origin": "red_hat"
     },
@@ -31,7 +31,7 @@
     },
     {
         "name": "Red Hat Enterprise Linux 10 for ARM 64 - Extensions (RPMs)",
-        "content_label" :"rhel-10-for-aarch64-extensions-rpms",
+        "content_label": "rhel-10-for-aarch64-extensions-rpms",
         "url": "https://cdn.redhat.com/content/dist/rhel10/10/aarch64/extensions/os",
         "distribution_arch": "aarch64",
         "distribution_version": "10",

scripts/time_valid_repos.sh

@@ -0,0 +1,47 @@
+#!/bin/bash
+
+# Measure how long it takes to import, and snapshot or introspect particular repositories and wait until they become valid
+# Run the backend locally
+
+echo "------------------------------------------"
+echo "Importing repos and forcing a snapshot..."
+echo "------------------------------------------"
+
+# # original - epel10 and small
+# OPTIONS_REPOSITORY_IMPORT_FILTER=small go run ./cmd/external-repos/main.go import
+# go run cmd/external-repos/main.go snapshot --url https://cdn.redhat.com/content/dist/rhel9/9/aarch64/codeready-builder/os/ --force
+
+# OPTIONS_REPOSITORY_IMPORT_FILTER=epel10 go run ./cmd/external-repos/main.go import
+# go run cmd/external-repos/main.go snapshot --url https://dl.fedoraproject.org/pub/epel/10/Everything/x86_64/ --force
+# # --
+
+SECONDS=0
+
+# update - hardcoded rhel 10, aarch: baseos and appstream
+OPTIONS_REPOSITORY_IMPORT_FILTER=hardcoded go run ./cmd/external-repos/main.go import
+go run cmd/external-repos/main.go snapshot --url https://cdn.redhat.com/content/dist/rhel10/10/aarch64/appstream/os/ --force
+
+OPTIONS_REPOSITORY_IMPORT_FILTER=hardcoded go run ./cmd/external-repos/main.go import
+go run cmd/external-repos/main.go snapshot --url https://cdn.redhat.com/content/dist/rhel10/10/aarch64/baseos/os/ --force
+
+OPTIONS_REPOSITORY_IMPORT_FILTER=epel10 go run ./cmd/external-repos/main.go import
+go run cmd/external-repos/main.go introspect --url https://dl.fedoraproject.org/pub/epel/10/Everything/x86_64/ --force
+
+echo "------------------------------------------"
+echo "Repos imported."
+echo "------------------------------------------"
+echo "Checking snapshot status of all repos..."
+echo "------------------------------------------"
+
+while [[ "$(curl -s http://localhost:8000/api/content-sources/v1.0/repositories/ -H "$( ./scripts/header.sh 12675780 1111)" | jq '.data | all(.status == "Valid")')" == "false" ]]; do 
+    echo "[$(date +%H:%M:%S)] Waiting... (${SECONDS}s elapsed)"
+    sleep 5
+done
+
+duration=$SECONDS
+
+echo "------------------------------------------"
+echo "Success! All snapshots are Valid."
+printf "%d min %d s\n" $((duration/60)) $((duration%60))
+echo "${duration}s"
+echo "------------------------------------------"