Initial commit: Full Crawl API implementation

Dockerfile.worker

@@ -0,0 +1,22 @@
+FROM rust:1.82-bookworm AS builder
+
+WORKDIR /app
+COPY Cargo.toml Cargo.lock ./
+COPY crates/shared crates/shared
+COPY crates/db crates/db
+COPY crates/worker crates/worker
+
+RUN cargo build --release -p worker
+
+FROM debian:bookworm-slim
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    ca-certificates curl libssl3 nodejs npm \
+    && rm -rf /var/lib/apt/lists/*
+
+WORKDIR /app
+COPY --from=builder /app/target/release/worker /usr/local/bin/worker
+COPY playwright /app/playwright
+RUN cd /app/playwright && npm install && npx playwright install chromium
+
+CMD ["worker"]