Skip to content

Commit a3b9d75

Browse files
TheTechromancerTheTechromancer
committed
domains
1 parent 9884c58 commit a3b9d75

6 files changed

Lines changed: 226 additions & 8 deletions

File tree

‎Cargo.lock‎

Lines changed: 1 addition & 1 deletion
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

‎cloud_providers_v2.json‎

Lines changed: 191 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -53513,7 +53513,197 @@
5351353513
"52.244.37.168/32",
5351453514
"52.96.0.0/12"
5351553515
],
53516-
"domains": [],
53516+
"domains": [
53517+
"aadrm.com",
53518+
"account.activedirectory.windowsazure.com",
53519+
"account.live.com",
53520+
"accounts.accesscontrol.windows.net",
53521+
"acompli.net",
53522+
"activation.sls.microsoft.com",
53523+
"activity.windows.com",
53524+
"adl.windows.com",
53525+
"admin.microsoft.com",
53526+
"admin.onedrive.com",
53527+
"adminwebservice.microsoftonline.com",
53528+
"ajax.aspnetcdn.com",
53529+
"aka.ms",
53530+
"amp.azure.net",
53531+
"api.passwordreset.microsoftonline.com",
53532+
"apis.live.net",
53533+
"appex-rf.msn.com",
53534+
"appex.bing.com",
53535+
"appsforoffice.microsoft.com",
53536+
"aria.microsoft.com",
53537+
"assets-yammer.com",
53538+
"assets.onestore.ms",
53539+
"auth.gfx.ms",
53540+
"auth.microsoft.com",
53541+
"autodiscover.*.onmicrosoft.com",
53542+
"autologon.microsoftazuread-sso.com",
53543+
"azure-apim.net",
53544+
"azurerms.com",
53545+
"becws.microsoftonline.com",
53546+
"c.bing.com",
53547+
"c.bing.net",
53548+
"c.live.com",
53549+
"c1.microsoft.com",
53550+
"cacerts.digicert.com",
53551+
"ccs.login.microsoftonline.com",
53552+
"cdn.odc.officeapps.live.com",
53553+
"cdn.onenote.net",
53554+
"cdn.uci.officeapps.live.com",
53555+
"cert.int-x3.letsencrypt.org",
53556+
"clientconfig.microsoftonline-p.net",
53557+
"cloud.microsoft",
53558+
"companymanager.microsoftonline.com",
53559+
"compliance.microsoft.com",
53560+
"cortana.ai",
53561+
"crl.globalsign.com",
53562+
"crl.globalsign.net",
53563+
"crl.identrust.com",
53564+
"crl.microsoft.com",
53565+
"crl3.digicert.com",
53566+
"crl4.digicert.com",
53567+
"dc.services.visualstudio.com",
53568+
"defender.microsoft.com",
53569+
"device.login.microsoftonline.com",
53570+
"dgps.support.microsoft.com",
53571+
"docs.microsoft.com",
53572+
"ecn.dev.virtualearth.net",
53573+
"enterpriseregistration.windows.net",
53574+
"entrust.net",
53575+
"eus-www.sway-cdn.com",
53576+
"eus-www.sway-extensions.com",
53577+
"events.data.microsoft.com",
53578+
"flow.microsoft.com",
53579+
"g.live.com",
53580+
"geotrust.com",
53581+
"go.microsoft.com",
53582+
"graph.microsoft.com",
53583+
"graph.windows.net",
53584+
"hip.live.com",
53585+
"informationprotection.azure.com",
53586+
"informationprotection.hosting.portal.azure.net",
53587+
"isrg.trustid.ocsp.identrust.com",
53588+
"join.secure.skypeassets.com",
53589+
"keydelivery.mediaservices.windows.net",
53590+
"login-us.microsoftonline.com",
53591+
"login.live.com",
53592+
"login.microsoft.com",
53593+
"login.microsoftonline-p.com",
53594+
"login.microsoftonline.com",
53595+
"login.windows-ppe.net",
53596+
"login.windows.net",
53597+
"logincert.microsoftonline.com",
53598+
"loginex.microsoftonline.com",
53599+
"lync.com",
53600+
"mail.protection.outlook.com",
53601+
"mem.gfx.ms",
53602+
"microsoft.com",
53603+
"microsoftonline-p.com",
53604+
"microsoftonline.com",
53605+
"microsoftusercontent.com",
53606+
"mlccdnprod.azureedge.net",
53607+
"msauth.net",
53608+
"msauthimages.net",
53609+
"mscrl.microsoft.com",
53610+
"msdn.microsoft.com",
53611+
"msecnd.net",
53612+
"msftauth.net",
53613+
"msftauthimages.net",
53614+
"msftidentity.com",
53615+
"msidentity.com",
53616+
"msocdn.com",
53617+
"mx.microsoft",
53618+
"nexus.microsoftonline-p.com",
53619+
"o15.officeredir.microsoft.com",
53620+
"o365weve.com",
53621+
"ocos-office365-s2s.msedge.net",
53622+
"ocsp.digicert.com",
53623+
"ocsp.globalsign.com",
53624+
"ocsp.msocsp.com",
53625+
"ocsp2.globalsign.com",
53626+
"ocspx.digicert.com",
53627+
"office.com",
53628+
"office.live.com",
53629+
"office.net",
53630+
"office15client.microsoft.com",
53631+
"office365.com",
53632+
"officeapps.live.com",
53633+
"officecdn.microsoft.com",
53634+
"officecdn.microsoft.com.edgesuite.net",
53635+
"officeclient.microsoft.com",
53636+
"officepreviewredir.microsoft.com",
53637+
"officeredir.microsoft.com",
53638+
"officespeech.platform.bing.com",
53639+
"omniroot.com",
53640+
"oneclient.sfx.ms",
53641+
"onenote.com",
53642+
"oneocsp.microsoft.com",
53643+
"online.office.com",
53644+
"onmicrosoft.com",
53645+
"otelrules.azureedge.net",
53646+
"outlook.cloud.microsoft",
53647+
"outlook.com",
53648+
"outlook.office.com",
53649+
"outlook.office365.com",
53650+
"outlookmobile.com",
53651+
"partnerservices.getmicrosoftkey.com",
53652+
"passwordreset.microsoftonline.com",
53653+
"phonefactor.net",
53654+
"platform.linkedin.com",
53655+
"portal.cloudappsecurity.com",
53656+
"powerapps.com",
53657+
"powerautomate.com",
53658+
"prod.msocdn.com",
53659+
"protection.office.com",
53660+
"protection.outlook.com",
53661+
"provisioningapi.microsoftonline.com",
53662+
"public-trust.com",
53663+
"purview.microsoft.com",
53664+
"r.office.microsoft.com",
53665+
"search.production.apac.trafficmanager.net",
53666+
"search.production.emea.trafficmanager.net",
53667+
"search.production.us.trafficmanager.net",
53668+
"secure.globalsign.com",
53669+
"security.microsoft.com",
53670+
"sharepoint.com",
53671+
"sharepointonline.com",
53672+
"shellprod.msocdn.com",
53673+
"signup.live.com",
53674+
"skype.com",
53675+
"smtp.office365.com",
53676+
"spoprod-a.akamaihd.net",
53677+
"static.microsoft",
53678+
"storage.live.com",
53679+
"streaming.mediaservices.windows.net",
53680+
"support.microsoft.com",
53681+
"svc.ms",
53682+
"sway.com",
53683+
"symcb.com",
53684+
"symcd.com",
53685+
"teams.cloud.microsoft",
53686+
"teams.microsoft.com",
53687+
"technet.microsoft.com",
53688+
"tse1.mm.bing.net",
53689+
"usercontent.microsoft",
53690+
"verisign.com",
53691+
"verisign.net",
53692+
"virtualearth.net",
53693+
"wns.windows.com",
53694+
"wus-www.sway-cdn.com",
53695+
"wus-www.sway-extensions.com",
53696+
"www.acompli.com",
53697+
"www.bing.com",
53698+
"www.digicert.com",
53699+
"www.microsoft.com",
53700+
"www.microsoft365.com",
53701+
"www.onedrive.com",
53702+
"www.outlook.com",
53703+
"www.sway.com",
53704+
"yammer.com",
53705+
"yammerusercontent.com"
53706+
],
5351753707
"last_updated": 1767754932.2223408,
5351853708
"long_description": "A cloud-based productivity suite provided by Microsoft, including Office applications and cloud services.",
5351953709
"name": "Microsoft365",

‎cloudcheck/providers/base.py‎

Lines changed: 31 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -79,14 +79,42 @@ def update(self):
7979
def update_domains(self):
8080
# update dynamic domains
8181
errors = []
82+
domains = set()
83+
84+
# fetch any dynamically-updated lists of domains
85+
try:
86+
dynamic_domains = self.fetch_domains()
87+
print(f"Got {len(dynamic_domains)} dynamic domains for {self.name}")
88+
domains.update(dynamic_domains)
89+
except Exception as e:
90+
errors.append(
91+
f"Failed to fetch dynamic domains for {self.name}: {e}:\n{traceback.format_exc()}"
92+
)
93+
8294
if self.v2fly_company:
83-
domains, errors = self.fetch_v2fly_domains()
84-
if domains:
85-
self.domains = sorted(list(set(self.domains + domains)))
95+
_domains, _errors = self.fetch_v2fly_domains()
96+
if _domains:
97+
domains.update(_domains)
8698
else:
8799
errors.append(
88100
f"No v2fly domains were found for {self.name} (company name: {self.v2fly_company})"
89101
)
102+
errors.extend(_errors)
103+
104+
# finally, put in any manually-specified domains
105+
print(f"Adding {len(self.domains)} manually-specified domains for {self.name}")
106+
if self.domains:
107+
domains.update(self.domains)
108+
109+
print(f"Total {len(domains)} domains for {self.name}")
110+
111+
try:
112+
self.domains = self.validate_domains(domains)
113+
except Exception as e:
114+
errors.append(
115+
f"Error validating domains for {self.name}: {e}:\n{traceback.format_exc()}"
116+
)
117+
90118
return errors
91119

92120
def update_cidrs(self):

‎cloudcheck/providers/microsoft365.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -28,6 +28,6 @@ def fetch_domains(self):
2828
if isinstance(response_json, list):
2929
for item in response_json:
3030
if isinstance(item, dict):
31-
for domain in item.get("domains", []):
31+
for domain in item.get("urls", []):
3232
domains.add(domain.strip("*."))
3333
return list(domains)

‎cloudcheck/providers/skbroadband.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@ class Skbroadband(BaseProvider):
77
short_description: str = "SK Broadband (SK브로드밴드)"
88
long_description: str = "A Korean telecommunications company offering CDN services."
99
# {"org_id": "@aut-10049-APNIC", "org_name": null, "country": null, "asns": [9705,10049]}
10-
# {"asn":10049,"asn_name":"SKNET-AS","country":null,"ip":"203.242.64.0","org":null,"org_id":"@aut-10049-APNIC"}
10+
# {"asn":10049,"asn_name":"SKNET-AS","country":null,"org":null,"org_id":"@aut-10049-APNIC"}
1111
org_ids: List[str] = [
1212
"@aut-10049-APNIC",
1313
]

‎uv.lock‎

Lines changed: 1 addition & 1 deletion
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

0 commit comments

Comments
 (0)