Add beaker.crawler.crawlSite

Author: pfrazee

crawler/index.js

@@ -125,7 +125,15 @@ exports.resetSite = async function (url) {
   await db.run(`DELETE FROM crawl_sources WHERE url = ?`, [url])
 }
 
-exports.WEBAPI = {createEventsStream, getCrawlStates, resetSite}
+exports.WEBAPI = {
+  createEventsStream,
+  getCrawlStates,
+  crawlSite: async (url) => {
+    var archive = await dat.library.getOrLoadArchive(url)
+    return crawlSite(archive)
+  },
+  resetSite
+}
 
 // internal methods
 // =

web-apis/fg/beaker.js

@@ -163,6 +163,7 @@ exports.setup = function (rpc) {
     // beaker.crawler
     beaker.crawler = {}
     beaker.crawler.getCrawlStates = crawlerRPC.getCrawlStates
+    beaker.crawler.crawlSite = crawlerRPC.crawlSite
     beaker.crawler.resetSite = crawlerRPC.resetSite
     beaker.crawler.createEventsStream = () => fromEventStream(crawlerRPC.createEventsStream())
 

web-apis/manifests/internal/crawler.js

@@ -1,5 +1,6 @@
 module.exports = {
   getCrawlStates: 'promise',
+  crawlSite: 'promise',
   resetSite: 'promise',
   createEventsStream: 'readable'
 }