Initial commit: Full Crawl API implementation

Cargo.toml

@@ -0,0 +1,32 @@
+[workspace]
+members = ["crates/api", "crates/worker", "crates/shared", "crates/db"]
+resolver = "2"
+
+[workspace.dependencies]
+tokio = { version = "1.40", features = ["full"] }
+serde = { version = "1.0", features = ["derive"] }
+serde_json = "1.0"
+axum = "0.7"
+tower = "0.5"
+tower-http = { version = "0.6", features = ["cors", "trace"] }
+tracing = "0.1"
+tracing-subscriber = { version = "0.3", features = ["env-filter"] }
+sqlx = { version = "0.8", features = ["runtime-tokio", "tls-rustls", "postgres", "uuid", "chrono", "migrate", "macros"] }
+redis = { version = "0.27", features = ["tokio-comp", "json"] }
+uuid = { version = "1.10", features = ["v4", "serde"] }
+chrono = { version = "0.4", features = ["serde"] }
+thiserror = "2.0"
+anyhow = "1.0"
+config = "0.14"
+aws-config = "1.5"
+aws-sdk-s3 = "1.58"
+reqwest = { version = "0.12", features = ["json"] }
+bcrypt = "0.15"
+jsonwebtoken = "9.3"
+argon2 = "0.5"
+tokio-util = "0.7"
+futures = "0.3"
+regex = "1.11"
+url = "2.5"
+markdown = "1.0"
+scraper = "0.22"