From 289630d36610115687419d79f235581b233ebac4 Mon Sep 17 00:00:00 2001 From: Mark Kalsbeek Date: Sat, 8 Aug 2026 16:23:26 +0200 Subject: [PATCH] Initial commit: C3 (Cached Content Conduit) A minimal CDN for serving versioned, gzip-compressed static assets, backed by SQLite and an actor-based (smarm) storage server, with HTTP serving via urus. - CLI: create/add/archive packages and versions, serve over HTTP - Storage: SQLite-backed asset store (src/store.rs) with gzip compression on ingest and content-type sniffing by extension - HTTP: GET /packages (list packages+versions), GET /assets/:package/:version/:filename (serves gzip or transparently decompressed, with immutable long-lived cache headers) --- .gitignore | 3 + Cargo.lock | 551 +++++++++++++++++++++++++++++++++++++++++++++++++++ Cargo.toml | 14 ++ README.md | 4 + src/main.rs | 291 +++++++++++++++++++++++++++ src/store.rs | 146 ++++++++++++++ 6 files changed, 1009 insertions(+) create mode 100644 .gitignore create mode 100644 Cargo.lock create mode 100644 Cargo.toml create mode 100644 README.md create mode 100644 src/main.rs create mode 100644 src/store.rs diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..16f508f --- /dev/null +++ b/.gitignore @@ -0,0 +1,3 @@ +/target +*.db + diff --git a/Cargo.lock b/Cargo.lock new file mode 100644 index 0000000..969e504 --- /dev/null +++ b/Cargo.lock @@ -0,0 +1,551 @@ +# This file is automatically @generated by Cargo. +# It is not intended for manual editing. +version = 4 + +[[package]] +name = "CCC" +version = "0.1.0" +dependencies = [ + "flate2", + "rusqlite", + "serde", + "serde_json", + "smarm", + "urus", +] + +[[package]] +name = "adler2" +version = "2.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "320119579fcad9c21884f5c4861d16174d0e06250625266f50fe6898340abefa" + +[[package]] +name = "ahash" +version = "0.8.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5a15f179cd60c4584b8a8c596927aadc462e27f2ca70c04e0071964a73ba7a75" +dependencies = [ + "cfg-if", + "once_cell", + "version_check", + "zerocopy", +] + +[[package]] +name = "aho-corasick" +version = "1.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c982642fa9e8606056828ee9a8505737230110bb1099153c79efe865c59d12ba" +dependencies = [ + "memchr", +] + +[[package]] +name = "bitflags" +version = "2.13.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b588b76d00fde79687d7646a9b5bdf3cc0f655e0bbd080335a95d7e96f3587da" + +[[package]] +name = "cc" +version = "1.4.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5d262e149917187838d5b42777c8253bcb64500067342904e7d429499a6f277e" +dependencies = [ + "find-msvc-tools", + "shlex", +] + +[[package]] +name = "cfg-if" +version = "1.0.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9330f8b2ff13f34540b44e946ef35111825727b38d33286ef986142615121801" + +[[package]] +name = "crc32fast" +version = "1.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9481c1c90cbf2ac953f07c8d4a58aa3945c425b7185c9154d67a65e4230da511" +dependencies = [ + "cfg-if", +] + +[[package]] +name = "fallible-iterator" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2acce4a10f12dc2fb14a218589d4f1f62ef011b2d0cc4b3cb1bba8e94da14649" + +[[package]] +name = "fallible-streaming-iterator" +version = "0.1.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7360491ce676a36bf9bb3c56c1aa791658183a54d2744120f27285738d90465a" + +[[package]] +name = "find-msvc-tools" +version = "0.1.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "26b73573e6edcd2af0cdf47bd6cb58f0b3839491263c314eaad1ccf24430e1de" + +[[package]] +name = "flate2" +version = "1.1.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "843fba2746e448b37e26a819579957415c8cef339bf08564fe8b7ddbd959573c" +dependencies = [ + "crc32fast", + "miniz_oxide", +] + +[[package]] +name = "generator" +version = "0.8.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b3b854b0e584ead1a33f18b2fcad7cf7be18b3875c78816b753639aa501513ae" +dependencies = [ + "cc", + "cfg-if", + "libc", + "log", + "rustversion", + "windows-link", + "windows-result", +] + +[[package]] +name = "hashbrown" +version = "0.14.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e5274423e17b7c9fc20b6e7e208532f9b19825d82dfd615708b70edd83df41f1" +dependencies = [ + "ahash", +] + +[[package]] +name = "hashlink" +version = "0.9.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6ba4ff7128dee98c7dc9794b6a411377e1404dba1c97deb8d1a55297bd25d8af" +dependencies = [ + "hashbrown", +] + +[[package]] +name = "httparse" +version = "1.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6dbf3de79e51f3d586ab4cb9d5c3e2c14aa28ed23d180cf89b4df0454a69cc87" + +[[package]] +name = "itoa" +version = "1.0.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8f42a60cbdf9a97f5d2305f08a87dc4e09308d1276d28c869c684d7777685682" + +[[package]] +name = "lazy_static" +version = "1.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bbd2bcb4c963f2ddae06a2efc7e9f3591312473c50c6685e1f298068316e66fe" + +[[package]] +name = "libc" +version = "0.2.189" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3eaf3ede3fee6db1a4c2ee091bf8a8b4dccdc6d17f656fb07896ee72867612f2" + +[[package]] +name = "libsqlite3-sys" +version = "0.28.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0c10584274047cb335c23d3e61bcef8e323adae7c5c8c760540f73610177fc3f" +dependencies = [ + "cc", + "pkg-config", + "vcpkg", +] + +[[package]] +name = "log" +version = "0.4.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0ceec5bc11778974d1bcb055b18002eba7f4b3518b6a0081b3af5f21666da9ad" + +[[package]] +name = "loom" +version = "0.7.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "419e0dc8046cb947daa77eb95ae174acfbddb7673b4151f56d1eed8e93fbfaca" +dependencies = [ + "cfg-if", + "generator", + "scoped-tls", + "tracing", + "tracing-subscriber", +] + +[[package]] +name = "matchers" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d1525a2a28c7f4fa0fc98bb91ae755d1e2d1505079e05539e35bc876b5d65ae9" +dependencies = [ + "regex-automata", +] + +[[package]] +name = "memchr" +version = "2.8.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cf8baf1c55e62ffcace7a9f06f4bd9cd3f0c4beb022d3b367256b91b87513d98" + +[[package]] +name = "miniz_oxide" +version = "0.8.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fa76a2c86f704bdb222d66965fb3d63269ce38518b83cb0575fca855ebb6316" +dependencies = [ + "adler2", + "simd-adler32", +] + +[[package]] +name = "nu-ansi-term" +version = "0.50.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7957b9740744892f114936ab4a57b3f487491bbeafaf8083688b16841a4240e5" +dependencies = [ + "windows-sys", +] + +[[package]] +name = "once_cell" +version = "1.21.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9f7c3e4beb33f85d45ae3e3a1792185706c8e16d043238c593331cc7cd313b50" + +[[package]] +name = "pin-project-lite" +version = "0.2.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a89322df9ebe1c1578d689c92318e070967d1042b512afbe49518723f4e6d5cd" + +[[package]] +name = "pkg-config" +version = "0.3.33" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "19f132c84eca552bf34cab8ec81f1c1dcc229b811638f9d283dceabe58c5569e" + +[[package]] +name = "proc-macro2" +version = "1.0.107" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "985e7ec9bb745e6ce6535b544d84d6cd6f7ad8bd711c398938ae983b91a766d9" +dependencies = [ + "unicode-ident", +] + +[[package]] +name = "quote" +version = "1.0.47" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fbf4db142a473a8d80c26bbf18454ed458bf8d26c8219c331daecfdbd079001" +dependencies = [ + "proc-macro2", +] + +[[package]] +name = "regex-automata" +version = "0.4.18" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ad8553b9b26413251cbf30e620595c7a41b3887f03da04579c0e6b0d6a06b4b2" +dependencies = [ + "aho-corasick", + "memchr", + "regex-syntax", +] + +[[package]] +name = "regex-syntax" +version = "0.8.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d6f6ff9a378485b298a5286656da665ba74413d36db0979633275d2e708145d4" + +[[package]] +name = "rusqlite" +version = "0.31.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b838eba278d213a8beaf485bd313fd580ca4505a00d5871caeb1457c55322cae" +dependencies = [ + "bitflags", + "fallible-iterator", + "fallible-streaming-iterator", + "hashlink", + "libsqlite3-sys", + "smallvec", +] + +[[package]] +name = "rustversion" +version = "1.0.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cf54715a573b99ac80df0bc206da022bcd442c974952c7b9720069370852e21f" + +[[package]] +name = "scoped-tls" +version = "1.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e1cf6437eb19a8f4a6cc0f7dca544973b0b78843adbfeb3683d1a94a0024a294" + +[[package]] +name = "serde" +version = "1.0.229" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4148590afebada386688f18773da617792bf2ef03ffc1e4cbd2b1d45b023e0ba" +dependencies = [ + "serde_core", + "serde_derive", +] + +[[package]] +name = "serde_core" +version = "1.0.229" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "67dca2c9c51e58a4791a4b1ed58308b39c64224d349a935ab5039aa360942a48" +dependencies = [ + "serde_derive", +] + +[[package]] +name = "serde_derive" +version = "1.0.229" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e7a5d71263a5a7d47b41f6b3f06ba276f10cc18b0931f1799f710578e2309348" +dependencies = [ + "proc-macro2", + "quote", + "syn 3.0.3", +] + +[[package]] +name = "serde_json" +version = "1.0.151" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c841b55ecdae098c80dcae9cf767f6f8a0c2cdb3416bbef72181df4d0fe73f14" +dependencies = [ + "itoa", + "memchr", + "serde", + "serde_core", + "zmij", +] + +[[package]] +name = "sha1_smol" +version = "1.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bbfa15b3dddfee50a0fff136974b3e1bde555604ba463834a7eb7deb6417705d" + +[[package]] +name = "sharded-slab" +version = "0.1.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f40ca3c46823713e0d4209592e8d6e826aa57e928f09752619fc696c499637f6" +dependencies = [ + "lazy_static", +] + +[[package]] +name = "shlex" +version = "2.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f8fadd59c855ef2080decdef8ff161eb6661b86933c9d82e5ba29dc602a55aba" + +[[package]] +name = "simd-adler32" +version = "0.3.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3a219298ac11a56ea9a6d2120044824d6f01aeb034955e7af7bc16858527deea" + +[[package]] +name = "smallvec" +version = "1.15.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8ed6a63f02c8539c91a8685a86f4099661ba3da017932f6ebbea6de3f0fa7c90" + +[[package]] +name = "smarm" +version = "0.5.0" +source = "git+https://git.kalsbeek.dev/Markk116/smarm.git?tag=v0.5.0#a03a7ca01ef1ecaeb8aabc00bebe7ddef4f3879a" +dependencies = [ + "libc", + "loom", +] + +[[package]] +name = "syn" +version = "2.0.119" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "872831b642d1a07999a962a351ed35b955ea2cfc8f3862091e2a240a84f17297" +dependencies = [ + "proc-macro2", + "quote", + "unicode-ident", +] + +[[package]] +name = "syn" +version = "3.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "53e9bae58849f64dfa4f5d5ae372c8341f7305f82a3868709269343628b659a3" +dependencies = [ + "proc-macro2", + "quote", + "unicode-ident", +] + +[[package]] +name = "thread_local" +version = "1.1.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1ad99c4c6d32803332c548b1af0540b357b3f5fc0be8f6c6bfe8b2e6ae784070" +dependencies = [ + "cfg-if", +] + +[[package]] +name = "tracing" +version = "0.1.44" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "63e71662fa4b2a2c3a26f570f037eb95bb1f85397f3cd8076caed2f026a6d100" +dependencies = [ + "pin-project-lite", + "tracing-core", +] + +[[package]] +name = "tracing-core" +version = "0.1.36" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "db97caf9d906fbde555dd62fa95ddba9eecfd14cb388e4f491a66d74cd5fb79a" +dependencies = [ + "once_cell", + "valuable", +] + +[[package]] +name = "tracing-log" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ee855f1f400bd0e5c02d150ae5de3840039a3f54b025156404e34c23c03f47c3" +dependencies = [ + "log", + "once_cell", + "tracing-core", +] + +[[package]] +name = "tracing-subscriber" +version = "0.3.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cb7f578e5945fb242538965c2d0b04418d38ec25c79d160cd279bf0731c8d319" +dependencies = [ + "matchers", + "nu-ansi-term", + "once_cell", + "regex-automata", + "sharded-slab", + "smallvec", + "thread_local", + "tracing", + "tracing-core", + "tracing-log", +] + +[[package]] +name = "unicode-ident" +version = "1.0.24" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e6e4313cd5fcd3dad5cafa179702e2b244f760991f45397d14d4ebf38247da75" + +[[package]] +name = "urus" +version = "0.2.0" +source = "git+https://git.kalsbeek.dev/Markk116/urus.git#b77448191ec33de1662305f3035473d64f8cd34f" +dependencies = [ + "httparse", + "libc", + "sha1_smol", + "smarm", +] + +[[package]] +name = "valuable" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ba73ea9cf16a25df0c8caa16c51acb937d5712a8429db78a3ee29d5dcacd3a65" + +[[package]] +name = "vcpkg" +version = "0.2.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "accd4ea62f7bb7a82fe23066fb0957d48ef677f6eeb8215f372f52e48bb32426" + +[[package]] +name = "version_check" +version = "0.9.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0b928f33d975fc6ad9f86c8f283853ad26bdd5b10b7f1542aa2fa15e2289105a" + +[[package]] +name = "windows-link" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f0805222e57f7521d6a62e36fa9163bc891acd422f971defe97d64e70d0a4fe5" + +[[package]] +name = "windows-result" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7781fa89eaf60850ac3d2da7af8e5242a5ea78d1a11c49bf2910bb5a73853eb5" +dependencies = [ + "windows-link", +] + +[[package]] +name = "windows-sys" +version = "0.61.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ae137229bcbd6cdf0f7b80a31df61766145077ddf49416a728b02cb3921ff3fc" +dependencies = [ + "windows-link", +] + +[[package]] +name = "zerocopy" +version = "0.8.56" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "556764e583adb45a9f8d413c2a147fa7e8d821e48e12b14fd560b607998b75eb" +dependencies = [ + "zerocopy-derive", +] + +[[package]] +name = "zerocopy-derive" +version = "0.8.56" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f2ab42fc20575779bd240faa45f94a74256f755c0fa9e89f0ede20d91d0cdfc1" +dependencies = [ + "proc-macro2", + "quote", + "syn 2.0.119", +] + +[[package]] +name = "zmij" +version = "1.0.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "29666d0abbfad1e3dc4dcf6144730dd3a3ab225bbbdac83319345b1b44ccfc1b" diff --git a/Cargo.toml b/Cargo.toml new file mode 100644 index 0000000..fa80639 --- /dev/null +++ b/Cargo.toml @@ -0,0 +1,14 @@ +[package] +name = "CCC" +version = "0.1.0" +edition = "2024" + +[dependencies] +urus = { git = "https://git.kalsbeek.dev/Markk116/urus.git" } +# Pinned to the same tag urus itself depends on, so Cargo unifies both +# into a single source id/copy of smarm (avoids duplicate #[global_allocator]). +smarm = { git = "https://git.kalsbeek.dev/Markk116/smarm.git", tag = "v0.5.0" } +rusqlite = { version = "0.31", features = ["bundled"] } +flate2 = "1.0" +serde = { version = "1", features = ["derive"] } +serde_json = "1" diff --git a/README.md b/README.md new file mode 100644 index 0000000..f969a8d --- /dev/null +++ b/README.md @@ -0,0 +1,4 @@ +# C3 - Cached Content Conduit + +My super simple CDN built for distributing my own (text) content. + diff --git a/src/main.rs b/src/main.rs new file mode 100644 index 0000000..ed8efe3 --- /dev/null +++ b/src/main.rs @@ -0,0 +1,291 @@ +mod store; + +use rusqlite::{params, Connection}; +use std::io::Read; +use std::sync::OnceLock; +use flate2::read::GzDecoder; +use serde::Serialize; +use urus::{Config, Conn, Next, Pipeline, Router, serve_with}; + +#[derive(Clone, Debug)] +pub struct AssetPayload { + pub gzipped_bytes: Vec, + pub mime_type: String, +} + +#[derive(Serialize)] +pub struct PackageListing { + name: String, + versions: Vec, +} + +pub enum GenServerMsg { + FetchAsset { + package: String, + version: String, + filename: String, + reply_to: smarm::Sender, String>>, + }, + ListPackages { + reply_to: smarm::Sender>, + }, +} + +pub struct AssetStoreServer { + conn: Connection, +} + +impl AssetStoreServer { + pub fn new() -> Self { + let conn = store::open().expect("Failed to open SQLite database"); + Self { conn } + } + + pub fn loop_runner(self, rx: smarm::Receiver) { + while let Ok(msg) = rx.recv() { + match msg { + GenServerMsg::FetchAsset { package, version, filename, reply_to } => { + let lookup = self.fetch_asset(&package, &version, &filename); + let _ = reply_to.send(lookup); + } + GenServerMsg::ListPackages { reply_to } => { + let listing = self.list_packages(); + let _ = reply_to.send(listing); + } + } + } + } + + fn fetch_asset(&self, package: &str, version: &str, filename: &str) -> Result, String> { + let mut stmt = self.conn + .prepare( + "SELECT gzipped_bytes, mime_type FROM versions + WHERE package = ? AND version = ? AND filename = ?", + ) + .map_err(|e| e.to_string())?; + + let mut rows = stmt.query(params![package, version, filename]).map_err(|e| e.to_string())?; + + if let Some(row) = rows.next().map_err(|e| e.to_string())? { + let gzipped_bytes: Vec = row.get(0).map_err(|e| e.to_string())?; + let mime_type: String = row.get(1).map_err(|e| e.to_string())?; + Ok(Some(AssetPayload { gzipped_bytes, mime_type })) + } else { + Ok(None) + } + } + + fn list_packages(&self) -> Vec { + let mut listings = Vec::new(); + let mut stmt = match self.conn.prepare( + "SELECT name FROM packages WHERE archived = 0 ORDER BY name", + ) { + Ok(s) => s, + Err(_) => return listings, + }; + let names: Vec = match stmt.query_map([], |r| r.get::<_, String>(0)) { + Ok(rows) => rows.filter_map(Result::ok).collect(), + Err(_) => return listings, + }; + + for name in names { + let mut vstmt = match self.conn.prepare( + "SELECT version FROM versions WHERE package = ? AND archived = 0 ORDER BY version", + ) { + Ok(s) => s, + Err(_) => continue, + }; + let versions: Vec = match vstmt.query_map(params![name], |r| r.get::<_, String>(0)) { + Ok(rows) => rows.filter_map(Result::ok).collect(), + Err(_) => Vec::new(), + }; + listings.push(PackageListing { name, versions }); + } + listings + } +} + +fn print_usage() { + eprintln!( + "usage:\n\ + \x20 ccc create \n\ + \x20 ccc add \n\ + \x20 ccc archive []\n\ + \x20 ccc serve [-p|--port ]\n" + ); +} + +fn run_cli() -> Option { + let args: Vec = std::env::args().collect(); + match args.get(1).map(String::as_str) { + Some("create") => { + let Some(package) = args.get(2) else { + print_usage(); + std::process::exit(2); + }; + match store::create_package(package) { + Ok(()) => println!("created package '{package}'"), + Err(e) => { + eprintln!("error: {e}"); + std::process::exit(1); + } + } + None + } + Some("add") => { + let (Some(package), Some(filepath), Some(version)) = + (args.get(2), args.get(3), args.get(4)) + else { + print_usage(); + std::process::exit(2); + }; + match store::add_version(package, filepath, version) { + Ok(()) => println!("added {package}@{version} from {filepath}"), + Err(e) => { + eprintln!("error: {e}"); + std::process::exit(1); + } + } + None + } + Some("archive") => { + let Some(package) = args.get(2) else { + print_usage(); + std::process::exit(2); + }; + let version = args.get(3).map(String::as_str); + match store::archive(package, version) { + Ok(()) => match version { + Some(v) => println!("archived {package}@{v}"), + None => println!("archived package '{package}'"), + }, + Err(e) => { + eprintln!("error: {e}"); + std::process::exit(1); + } + } + None + } + Some("serve") | None => { + let mut port: u16 = 8333; + let mut i = 2; + while i < args.len() { + match args[i].as_str() { + "-p" | "--port" => { + let Some(v) = args.get(i + 1).and_then(|s| s.parse().ok()) else { + eprintln!("error: --port requires a numeric argument"); + std::process::exit(2); + }; + port = v; + i += 2; + } + other => { + eprintln!("unknown option '{other}'"); + print_usage(); + std::process::exit(2); + } + } + } + Some(port) + } + Some(other) => { + eprintln!("unknown subcommand '{other}'"); + print_usage(); + std::process::exit(2); + } + } +} + +// The store actor can only be spawned from inside `smarm::Runtime::run()` +// (i.e. from inside a connection actor, once `serve_with` has booted the +// runtime). Lazily spawn it on first request and cache the handle. +static STORE_TX: OnceLock> = OnceLock::new(); + +fn store_handle() -> &'static smarm::Sender { + STORE_TX.get_or_init(|| { + let (tx, rx) = smarm::channel::(); + smarm::spawn(move || { + let server = AssetStoreServer::new(); + server.loop_runner(rx); + }); + tx + }) +} + +fn list_packages_handler(c: Conn, _n: Next) -> Conn { + let (reply_tx, reply_rx) = smarm::channel(); + if store_handle().send(GenServerMsg::ListPackages { reply_to: reply_tx }).is_err() { + return c.put_status(500).put_body("Internal DB Actor Failure"); + } + match reply_rx.recv() { + Ok(listing) => { + let body = serde_json::to_vec(&listing).unwrap_or_default(); + c.put_status(200) + .put_header("content-type", "application/json") + .put_body(body) + } + Err(_) => c.put_status(500).put_body("Internal DB Actor Failure"), + } +} + +fn fetch_asset_handler(c: Conn, _n: Next) -> Conn { + let package = c.params.get("package").unwrap_or_default().to_string(); + let version = c.params.get("version").unwrap_or_default().to_string(); + let filename = c.params.get("filename").unwrap_or_default().to_string(); + + let (reply_tx, reply_rx) = smarm::channel(); + + if store_handle().send(GenServerMsg::FetchAsset { + package, + version, + filename, + reply_to: reply_tx, + }).is_err() { + return c.put_status(500).put_body("Internal DB Actor Failure"); + } + + match reply_rx.recv() { + Ok(Ok(Some(asset))) => { + let accepts_gzip = c.headers + .get("accept-encoding") + .map(|v| v.contains("gzip")) + .unwrap_or(false); + + if accepts_gzip { + c.put_status(200) + .put_header("content-type", &asset.mime_type) + .put_header("content-encoding", "gzip") + .put_header("cache-control", "public, max-age=31536000, immutable") + .put_header("access-control-allow-origin", "*") + .put_body(asset.gzipped_bytes) + } else { + let mut decoder = GzDecoder::new(&asset.gzipped_bytes[..]); + let mut raw_bytes = Vec::new(); + if decoder.read_to_end(&mut raw_bytes).is_ok() { + c.put_status(200) + .put_header("content-type", &asset.mime_type) + .put_header("cache-control", "public, max-age=31536000, immutable") + .put_header("access-control-allow-origin", "*") + .put_body(raw_bytes) + } else { + c.put_status(500).put_body("Decompression Error") + } + } + } + Ok(Ok(None)) => c.put_status(404).put_body("Asset Not Found"), + _ => c.put_status(500).put_body("Database Error Encountered"), + } +} + +fn main() { + let Some(port) = run_cli() else { return }; + + let router = Router::new() + .get("/packages", list_packages_handler) + .get("/assets/:package/:version/:filename", fetch_asset_handler); + + println!("C3 on 0.0.0.0:{port}..."); + let cfg = Config::new(format!("0.0.0.0:{port}").parse().unwrap()); + let pipeline = Pipeline::new().plug(router); + serve_with(cfg, pipeline).unwrap(); +} diff --git a/src/store.rs b/src/store.rs new file mode 100644 index 0000000..90f9b88 --- /dev/null +++ b/src/store.rs @@ -0,0 +1,146 @@ +use rusqlite::{params, Connection}; +use std::io; +use std::path::PathBuf; + +pub fn db_path() -> PathBuf { + std::env::var_os("CCC_DB_PATH") + .map(PathBuf::from) + .unwrap_or_else(|| PathBuf::from("cdn.db")) +} + +pub fn open() -> rusqlite::Result { + let conn = Connection::open(db_path())?; + init_schema(&conn)?; + Ok(conn) +} + +fn init_schema(conn: &Connection) -> rusqlite::Result<()> { + conn.execute_batch( + "CREATE TABLE IF NOT EXISTS packages ( + name TEXT PRIMARY KEY, + archived INTEGER NOT NULL DEFAULT 0 + ); + CREATE TABLE IF NOT EXISTS versions ( + package TEXT NOT NULL REFERENCES packages(name), + version TEXT NOT NULL, + filename TEXT NOT NULL, + mime_type TEXT NOT NULL, + gzipped_bytes BLOB NOT NULL, + archived INTEGER NOT NULL DEFAULT 0, + PRIMARY KEY (package, version) + );", + ) +} + +fn io_err(e: rusqlite::Error) -> io::Error { + io::Error::new(io::ErrorKind::Other, e.to_string()) +} + +pub fn create_package(package: &str) -> io::Result<()> { + let conn = open().map_err(io_err)?; + let existing: i64 = conn + .query_row("SELECT COUNT(*) FROM packages WHERE name = ?", params![package], |r| r.get(0)) + .map_err(io_err)?; + if existing > 0 { + return Err(io::Error::new( + io::ErrorKind::AlreadyExists, + format!("package '{package}' already exists"), + )); + } + conn.execute("INSERT INTO packages (name, archived) VALUES (?, 0)", params![package]) + .map_err(io_err)?; + Ok(()) +} + +pub fn add_version(package: &str, filepath: &str, version: &str) -> io::Result<()> { + let conn = open().map_err(io_err)?; + let exists: i64 = conn + .query_row("SELECT COUNT(*) FROM packages WHERE name = ?", params![package], |r| r.get(0)) + .map_err(io_err)?; + if exists == 0 { + return Err(io::Error::new( + io::ErrorKind::NotFound, + format!("package '{package}' does not exist (run `create` first)"), + )); + } + + let src = std::path::Path::new(filepath); + let filename = src + .file_name() + .and_then(|n| n.to_str()) + .ok_or_else(|| io::Error::new(io::ErrorKind::InvalidInput, "bad filepath"))? + .to_string(); + + let mut raw = Vec::new(); + use std::io::Read; + std::fs::File::open(src)?.read_to_end(&mut raw)?; + + use std::io::Write; + let mut gz = flate2::write::GzEncoder::new(Vec::new(), flate2::Compression::default()); + gz.write_all(&raw)?; + let compressed = gz.finish()?; + + conn.execute( + "INSERT INTO versions (package, version, filename, mime_type, gzipped_bytes, archived) + VALUES (?, ?, ?, ?, ?, 0) + ON CONFLICT(package, version) DO UPDATE SET + filename = excluded.filename, + mime_type = excluded.mime_type, + gzipped_bytes = excluded.gzipped_bytes, + archived = 0", + params![package, version, filename, guess_mime(src), compressed], + ) + .map_err(io_err)?; + + Ok(()) +} + +pub fn archive(package: &str, version: Option<&str>) -> io::Result<()> { + let conn = open().map_err(io_err)?; + let exists: i64 = conn + .query_row("SELECT COUNT(*) FROM packages WHERE name = ?", params![package], |r| r.get(0)) + .map_err(io_err)?; + if exists == 0 { + return Err(io::Error::new(io::ErrorKind::NotFound, format!("package '{package}' does not exist"))); + } + + match version { + Some(v) => { + let n = conn + .execute( + "UPDATE versions SET archived = 1 WHERE package = ? AND version = ?", + params![package, v], + ) + .map_err(io_err)?; + if n == 0 { + return Err(io::Error::new( + io::ErrorKind::NotFound, + format!("version '{v}' does not exist on package '{package}'"), + )); + } + } + None => { + conn.execute("UPDATE packages SET archived = 1 WHERE name = ?", params![package]) + .map_err(io_err)?; + } + } + Ok(()) +} + +fn guess_mime(path: &std::path::Path) -> &'static str { + match path.extension().and_then(|e| e.to_str()).unwrap_or("") { + "js" | "mjs" => "application/javascript", + "css" => "text/css", + "html" | "htm" => "text/html", + "json" => "application/json", + "svg" => "image/svg+xml", + "png" => "image/png", + "jpg" | "jpeg" => "image/jpeg", + "gif" => "image/gif", + "webp" => "image/webp", + "wasm" => "application/wasm", + "txt" => "text/plain", + "pdf" => "application/pdf", + _ => "application/octet-stream", + } +}