Initial commit: Full Crawl API implementation

.gitignore

@@ -0,0 +1,46 @@
+# Rust
+target/
+Cargo.lock
+*.rs.bk
+
+# Node
+node_modules/
+playwright/node_modules/
+frontend/node_modules/
+e2e/node_modules/
+load-tests/node_modules/
+*.log
+npm-debug.log*
+
+# Environment
+.env
+.env.local
+.env.*.local
+
+# IDE
+.idea/
+.vscode/
+*.swp
+*.swo
+*~
+
+# OS
+.DS_Store
+Thumbs.db
+
+# Playwright
+test-results/
+playwright-report/
+playwright/.cache/
+
+# Next.js
+frontend/.next/
+frontend/out/
+frontend/dist/
+
+# Tests
+coverage/
+
+# Temporary files
+/tmp/
+*.tmp