manage more than one TXT record so that the phala node can resolve routing of appid

Author: wwwehr

custom-domain/dstack-ingress/scripts/dns_providers/base.py

@@ -247,6 +247,16 @@ def set_txt_record(self, name: str, content: str, ttl: int = 60) -> bool:
         )
         return self.create_dns_record(new_record)
 
+    def append_txt_record(self, name: str, content: str, ttl: int = 60) -> bool:
+        """Append a TXT value to an existing RRset without removing other values.
+
+        Used for shared alias domains where multiple instances each need their
+        APP_ID registered. Default falls back to replace behavior for providers
+        that don't support multi-value RRsets.
+        """
+        print("Note: provider does not support multi-value TXT; replacing")
+        return self.set_txt_record(name, content, ttl)
+
     def set_weighted_cname_record(
         self,
         name: str,

custom-domain/dstack-ingress/scripts/dns_providers/route53.py

@@ -305,6 +305,65 @@ def set_weighted_cname_record(
         )
         return self.create_dns_record(new_record)
 
+    def append_txt_record(self, name: str, content: str, ttl: int = 60) -> bool:
+        """Append to a TXT RRset — fetches all existing values and UPSERTs the full set."""
+        hosted_zone_id = self._ensure_hosted_zone_id(name)
+        if not hosted_zone_id:
+            return False
+
+        normalized_name = self._normalize_record_name(name)
+        quoted_content = f'"{content}"'
+
+        # Fetch existing TXT RRset directly — get_dns_records only returns the first value
+        paginator = self.client.get_paginator("list_resource_record_sets")
+        existing_rrset = None
+        try:
+            for page in paginator.paginate(HostedZoneId=hosted_zone_id):
+                for record_set in page["ResourceRecordSets"]:
+                    if record_set["Name"] == normalized_name and record_set["Type"] == "TXT":
+                        existing_rrset = record_set
+                        break
+                if existing_rrset:
+                    break
+        except Exception as e:
+            print(f"Error fetching existing TXT records: {e}", file=sys.stderr)
+            return False
+
+        existing_values = []
+        if existing_rrset:
+            existing_values = [rr["Value"] for rr in existing_rrset.get("ResourceRecords", [])]
+            ttl = existing_rrset.get("TTL", ttl)
+
+        if quoted_content in existing_values:
+            print(f"TXT record already contains {content}")
+            return True
+
+        all_values = existing_values + [quoted_content]
+        print(f"Appending TXT value for {name}: {len(all_values)} total entries")
+
+        change_batch = {
+            "Changes": [
+                {
+                    "Action": "UPSERT",
+                    "ResourceRecordSet": {
+                        "Name": normalized_name,
+                        "Type": "TXT",
+                        "TTL": ttl,
+                        "ResourceRecords": [{"Value": v} for v in all_values],
+                    },
+                }
+            ]
+        }
+
+        try:
+            response = self.client.change_resource_record_sets(
+                HostedZoneId=hosted_zone_id, ChangeBatch=change_batch
+            )
+            return response.get("ChangeInfo", {}).get("Status") in ["PENDING", "INSYNC"]
+        except Exception as e:
+            print(f"Error appending TXT record: {e}", file=sys.stderr)
+            return False
+
     def create_dns_record(self, record: DNSRecord) -> bool:
         """
         Create a DNS record.

custom-domain/dstack-ingress/scripts/dnsman.py

@@ -14,7 +14,7 @@ def main():
     )
     parser.add_argument(
         "action",
-        choices=["set_cname", "set_alias", "set_txt", "set_caa", "set_weighted_cname"],
+        choices=["set_cname", "set_alias", "set_txt", "set_txt_append", "set_caa", "set_weighted_cname"],
         help="Action to perform",
     )
     parser.add_argument("--domain", required=True, help="Domain name")
@@ -74,6 +74,17 @@ def main():
                 sys.exit(1)
             print(f"Successfully set TXT record for {args.domain}")
 
+        elif args.action == "set_txt_append":
+            if not args.content:
+                print("Error: --content is required for TXT records", file=sys.stderr)
+                sys.exit(1)
+
+            success = provider.append_txt_record(args.domain, args.content)
+            if not success:
+                print(f"Failed to append TXT record for {args.domain}", file=sys.stderr)
+                sys.exit(1)
+            print(f"Successfully appended TXT record for {args.domain}")
+
         elif args.action == "set_weighted_cname":
             if not args.content:
                 print(

custom-domain/dstack-ingress/scripts/entrypoint.sh

@@ -247,6 +247,17 @@ set_txt_record() {
         echo "Error: Failed to set TXT record for $domain"
         exit 1
     fi
+
+    # Also register APP_ID for alias domain (append-mode to support multiple instances)
+    if [ -n "$ALIAS_DOMAIN" ]; then
+        dnsman.py set_txt_append \
+            --domain "${TXT_PREFIX}.${ALIAS_DOMAIN}" \
+            --content "$APP_ID:$PORT"
+        if [ $? -ne 0 ]; then
+            echo "Warning: Failed to append TXT record for alias domain $ALIAS_DOMAIN"
+            # Non-fatal: node routing still works; alias routing may be degraded
+        fi
+    fi
 }
 
 set_alias_domain_cname() {