feat(pegboard): add local image cache and overlay fs mounts

Author: MasterPtato

examples/system-test-actor/rivet.jsonc

@@ -1,10 +1,13 @@
 {
 	"builds": {
-		"ws-isolate": {
-			"script": "src/isolate/main.ts"
-		},
+		// "ws-isolate": {
+		// 	"script": "src/isolate/main.ts"
+		// },
 		"ws-container": {
-			"dockerfile": "Dockerfile"
+			"dockerfile": "Dockerfile",
+			// "unstable": {
+			// 	"compression": "none"
+			// }
 		}
 	}
 }

packages/common/chirp-workflow/core/src/db/fdb_sqlite_nats/debug.rs

@@ -15,11 +15,7 @@ use std::{
 use tracing::Instrument;
 use uuid::Uuid;
 
-use super::{
-	keys,
-	sqlite::SqlStub,
-	DatabaseFdbSqliteNats,
-};
+use super::{keys, sqlite::SqlStub, DatabaseFdbSqliteNats};
 use crate::{
 	db::debug::{
 		ActivityError, ActivityEvent, DatabaseDebug, Event, EventData, HistoryData, LoopEvent,

packages/common/chirp-workflow/core/src/db/fdb_sqlite_nats/mod.rs

@@ -1277,7 +1277,10 @@ impl Database for DatabaseFdbSqliteNats {
 				async move {
 					let pool = &self
 						.pools
-						.sqlite(crate::db::sqlite_db_name_internal(partial.workflow_id), false)
+						.sqlite(
+							crate::db::sqlite_db_name_internal(partial.workflow_id),
+							false,
+						)
 						.await?;
 
 					// Handle error during sqlite init

packages/common/pools/src/db/sqlite/mod.rs

@@ -907,8 +907,7 @@ impl SqlitePoolInner {
 
 	#[tracing::instrument(name = "sqlite_pool_evict", skip_all)]
 	pub async fn evict(&self) -> GlobalResult<()> {
-		self
-			.manager
+		self.manager
 			.evict_with_key(&[self.key_packed.clone()])
 			.await
 	}

packages/core/api/actor/src/route/builds.rs

@@ -520,13 +520,7 @@ pub async fn complete_build(
 					edge_intercom_pegboard_prewarm_image(
 						&config,
 						&build_id.to_string(),
-						models::EdgeIntercomPegboardPrewarmImageRequest {
-							image_artifact_url_stub: pegboard::util::image_artifact_url_stub(
-								ctx.config(),
-								build.upload_id,
-								&build::utils::file_name(build.kind, build.compression),
-							)?,
-						},
+						json!({}),
 					)
 					.await
 					.map_err(Into::<GlobalError>::into)
@@ -542,10 +536,11 @@ pub async fn complete_build(
 			}
 		}
 
-		// Error only if all prewarm requests failed
-		if !results.is_empty() && results.iter().all(|res| res.is_err()) {
-			return Err(unwrap!(unwrap!(results.into_iter().next()).err()));
-		}
+		// TODO: Disabled until deploy
+		// // Error only if all prewarm requests failed
+		// if !results.is_empty() && results.iter().all(|res| res.is_err()) {
+		// 	return Err(unwrap!(unwrap!(results.into_iter().next()).err()));
+		// }
 	}
 
 	Ok(json!({}))

packages/core/services/cluster/src/workflows/server/install/install_scripts/files/pegboard_configure.sh

@@ -353,6 +353,8 @@ ExecStart=/usr/local/bin/rivet-client -c /etc/rivet-client/config.json
 Restart=always
 RestartSec=2
 
+# High scheduling priority
+Nice=-15
 # Real time service
 CPUSchedulingPolicy=fifo
 # High CPU priority

packages/core/services/cluster/src/workflows/server/install/install_scripts/files/rivet_guard_configure.sh

@@ -26,6 +26,8 @@ ExecStart=/usr/local/bin/rivet-guard
 Restart=always
 RestartSec=2
 
+# High scheduling priority
+Nice=-15
 # Real time service
 CPUSchedulingPolicy=fifo
 # High CPU priority

packages/core/services/cluster/src/workflows/server/install/install_scripts/files/rivet_worker_configure.sh

@@ -28,6 +28,8 @@ ExecStart=/usr/local/bin/rivet-edge-server start --skip-provision
 Restart=always
 RestartSec=2
 
+# High scheduling priority
+Nice=-15
 # Real time service
 CPUSchedulingPolicy=fifo
 # High CPU priority

packages/edge/api/intercom/Cargo.toml

@@ -26,6 +26,7 @@ rivet-env.workspace = true
 rivet-health-checks.workspace = true
 rivet-operation.workspace = true
 rivet-pools.workspace = true
+s3-util.workspace = true
 serde = { version = "1.0", features = ["derive"] }
 serde_json = "1.0"
 thiserror = "1.0"
@@ -35,4 +36,6 @@ tracing-subscriber = { version = "0.3", default-features = false, features = ["f
 url = "2.2.2"
 uuid = { version = "1", features = ["v4"] }
 
+build.workspace = true
+cluster.workspace = true
 pegboard.workspace = true

packages/edge/api/intercom/src/route/mod.rs

@@ -12,7 +12,7 @@ define_router! {
 			POST: pegboard::prewarm_image(
 				internal_endpoint: true,
 				opt_auth: true,
-				body: models::EdgeIntercomPegboardPrewarmImageRequest,
+				body: serde_json::Value,
 			),
 		},