Skip to content

Commit b203d86

Browse files
authored
catalogue: add io.pilot.plainweb v1.0.0 (#335)
1 parent ae36f83 commit b203d86

3 files changed

Lines changed: 103 additions & 1 deletion

File tree

Lines changed: 70 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,70 @@
1+
{
2+
"schema_version": 1,
3+
"id": "io.pilot.plainweb",
4+
"display_name": "Plainweb",
5+
"tagline": "Any web page as clean Markdown — no HTML, no JS, one call",
6+
"description_md": "Plainweb is a Pilot-owned URL→Markdown service: give it any web page and get back clean, accurate Markdown — no HTML, no JavaScript, just plain text structured as Markdown.\n\nWhat an agent gets:\n- **One call** — `plainweb.fetch(url)` fetches the page and returns it as Markdown (GFM tables, fenced code with language, task lists). The target URL goes straight in the path.\n- **Accurate extraction** — a cost-aware static→headless-Chrome fetch ladder (most pages never launch Chrome), go-readability primary (preserves code blocks and tables) with go-trafilatura fallback, converted via html-to-markdown v2.\n- **Scheme-less OK** — bare hosts like `example.com` are sanitized to `https://`.\n\nGood to know:\n- **Free and open — no API key required.** Public endpoints are open to every caller.\n- **Rate limit:** anonymous callers get **1000 requests/second** (burst 2000); a master key only elevates a caller past that limit.\n- The reply is `text/markdown`, returned by the adapter as `{ \"content_type\", \"content\" }` (the Markdown is in `content`).\n- In-house Pilot Protocol tool, deployed on Cloud Run.",
7+
"vendor": {
8+
"name": "Pilot Protocol",
9+
"url": "https://pilotprotocol.network",
10+
"publisher_pubkey": "ed25519:9oZGhTSuJJ5xaePW89I9QSOnyp8p83igvGj0jEUuLoE="
11+
},
12+
"homepage": "https://pilotprotocol.network",
13+
"source_url": "https://github.com/pilot-protocol/plainweb",
14+
"license": "Proprietary",
15+
"categories": [
16+
"web",
17+
"content",
18+
"markdown"
19+
],
20+
"keywords": [
21+
"plainweb",
22+
"markdown",
23+
"web",
24+
"fetch",
25+
"scrape",
26+
"extract",
27+
"readability",
28+
"html",
29+
"url",
30+
"content"
31+
],
32+
"size": {
33+
"bundle_bytes": 5035085,
34+
"installed_bytes": 9030752
35+
},
36+
"compat": {
37+
"min_pilot_version": "1.0.0",
38+
"runtimes": [
39+
"go"
40+
]
41+
},
42+
"methods": [
43+
{
44+
"name": "plainweb.fetch",
45+
"summary": "Fetch any web page and return it as clean Markdown — no HTML, no JavaScript. Pass the full target URL as `url`; it is placed verbatim in the request path (GET /\u003curl\u003e). Scheme-less hosts (e.g. example.com) are sanitized to https://. The reply is `{\"content_type\":\"text/markdown; charset=utf-8\",\"content\":\"\u003cmarkdown\u003e\"}`. Open and free — no API key needed."
46+
},
47+
{
48+
"name": "plainweb.help",
49+
"summary": "Discovery: every method with params, kind, and latency class."
50+
}
51+
],
52+
"changelog": [
53+
{
54+
"version": "1.0.0",
55+
"notes": [
56+
"Released v1.0.0"
57+
]
58+
}
59+
],
60+
"links": [
61+
{
62+
"label": "Source",
63+
"url": "https://github.com/pilot-protocol/plainweb"
64+
},
65+
{
66+
"label": "Website",
67+
"url": "https://pilotprotocol.network"
68+
}
69+
]
70+
}

catalogue/catalogue.json

Lines changed: 32 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -201,6 +201,38 @@
201201
"metadata_url": "https://raw.githubusercontent.com/pilot-protocol/pilotprotocol/main/catalogue/apps/io.pilot.otto/metadata.json",
202202
"metadata_sha256": "75371512242220f1c6cd99867c0e15ffaa2457ee00a0685c9f81037180ab79a8",
203203
"publisher": "ed25519:mTyrd5ZG/tl76CLpdUEaaGvCjrnE6QLHPVm7XrduH/w="
204+
},
205+
{
206+
"id": "io.pilot.plainweb",
207+
"version": "1.0.0",
208+
"description": "Plainweb - retrieve any web page in plain text: no HTML or JS returned, simply plain Markdown",
209+
"display_name": "Plainweb",
210+
"vendor": "Pilot Protocol",
211+
"license": "Proprietary",
212+
"source_url": "https://github.com/pilot-protocol/plainweb",
213+
"bundle_url": "https://pub-f09f9a4ea848491198d48e329ba030e3.r2.dev/bundles/io.pilot.plainweb/1.0.0/io.pilot.plainweb-1.0.0-linux-amd64.tar.gz",
214+
"bundle_sha256": "1ea656cfd3561cb458e3e924001cb0f6ce9509c56a858b96478dc1c7e1fa9f41",
215+
"bundles": {
216+
"darwin/arm64": {
217+
"bundle_url": "https://pub-f09f9a4ea848491198d48e329ba030e3.r2.dev/bundles/io.pilot.plainweb/1.0.0/io.pilot.plainweb-1.0.0-darwin-arm64.tar.gz",
218+
"bundle_sha256": "a857b4a6d2128a6030e3f0aa7f6e2cd4c67896e0ae5f4c7962350663e3289ac1"
219+
},
220+
"darwin/amd64": {
221+
"bundle_url": "https://pub-f09f9a4ea848491198d48e329ba030e3.r2.dev/bundles/io.pilot.plainweb/1.0.0/io.pilot.plainweb-1.0.0-darwin-amd64.tar.gz",
222+
"bundle_sha256": "5ff73c98a4db92bd31b4b6b0237ce89eb33d2aa8875cbbfaf3bb486f15811f06"
223+
},
224+
"linux/arm64": {
225+
"bundle_url": "https://pub-f09f9a4ea848491198d48e329ba030e3.r2.dev/bundles/io.pilot.plainweb/1.0.0/io.pilot.plainweb-1.0.0-linux-arm64.tar.gz",
226+
"bundle_sha256": "cfbf133a871336df0020b4508aac83e6aa52f6b91ca883f7747a1e56bf76a90b"
227+
},
228+
"linux/amd64": {
229+
"bundle_url": "https://pub-f09f9a4ea848491198d48e329ba030e3.r2.dev/bundles/io.pilot.plainweb/1.0.0/io.pilot.plainweb-1.0.0-linux-amd64.tar.gz",
230+
"bundle_sha256": "1ea656cfd3561cb458e3e924001cb0f6ce9509c56a858b96478dc1c7e1fa9f41"
231+
}
232+
},
233+
"metadata_url": "https://raw.githubusercontent.com/pilot-protocol/pilotprotocol/main/catalogue/apps/io.pilot.plainweb/metadata.json",
234+
"metadata_sha256": "8e46e027b1159df28230b8144bbebfbece51a2b3fa9ce7681f4a001a1216dc31",
235+
"publisher": "ed25519:9oZGhTSuJJ5xaePW89I9QSOnyp8p83igvGj0jEUuLoE="
204236
}
205237
]
206238
}

catalogue/catalogue.json.sig

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
Ba/oklWdJ9NBPXtMfxN4L9Dzv2OxySFJRBmjlnoNv9sQCPXAdZiezllmV0QnLDIEg/5cx928thNsytwF7ddgBg==
1+
VOXX5fXrPc+201Fdwfb/Rghlx3W5ienxkisnKGbL7nKaAQZ4sQg13VE7sWNdikAcFcGg5ykguIauoL5+rgJJBw==

0 commit comments

Comments
 (0)