Initial commit: Full Crawl API implementation

load-tests/load.js

@@ -0,0 +1,43 @@
+import http from 'k6/http';
+import { check, sleep } from 'k6';
+
+export const options = {
+  stages: [
+    { duration: '2m', target: 10 },   // Ramp up
+    { duration: '5m', target: 10 },   // Steady state
+    { duration: '2m', target: 20 },   // Ramp up more
+    { duration: '5m', target: 20 },   // Steady state
+    { duration: '2m', target: 0 },    // Ramp down
+  ],
+  thresholds: {
+    http_req_duration: ['p(95)<5000'], // 95% of requests under 5s
+    http_req_failed: ['rate<0.1'],      // Less than 10% errors
+  },
+};
+
+const API_URL = __ENV.API_URL || 'http://localhost:3000';
+const API_KEY = __ENV.API_KEY || 'test-key';
+
+const endpoints = ['content', 'json', 'links'];
+
+export default function () {
+  const endpoint = endpoints[Math.floor(Math.random() * endpoints.length)];
+
+  const res = http.post(
+    `${API_URL}/api/${endpoint}`,
+    JSON.stringify({ url: 'https://example.com' }),
+    {
+      headers: {
+        'Content-Type': 'application/json',
+        'x-api-key': API_KEY,
+      },
+    }
+  );
+
+  check(res, {
+    'status is 200': (r) => r.status === 200,
+    'response has success': (r) => r.json('success') === true,
+  });
+
+  sleep(1);
+}

load-tests/package.json

@@ -0,0 +1,13 @@
+{
+  "name": "crawlapi-load-tests",
+  "version": "1.0.0",
+  "scripts": {
+    "smoke": "k6 run smoke.js",
+    "load": "k6 run load.js",
+    "stress": "k6 run stress.js",
+    "screenshot": "k6 run screenshot.js"
+  },
+  "devDependencies": {
+    "@types/k6": "^0.52.0"
+  }
+}

load-tests/screenshot.js

@@ -0,0 +1,37 @@
+import http from 'k6/http';
+import { check, sleep } from 'k6';
+
+export const options = {
+  vus: 5,
+  duration: '3m',
+  thresholds: {
+    http_req_duration: ['p(95)<30000'], // Screenshots take longer
+  },
+};
+
+const API_URL = __ENV.API_URL || 'http://localhost:3000';
+const API_KEY = __ENV.API_KEY || 'test-key';
+
+export default function () {
+  const res = http.post(
+    `${API_URL}/api/screenshot`,
+    JSON.stringify({
+      url: 'https://example.com',
+      options: { fullPage: true }
+    }),
+    {
+      headers: {
+        'Content-Type': 'application/json',
+        'x-api-key': API_KEY,
+      },
+    }
+  );
+
+  check(res, {
+    'status is 200': (r) => r.status === 200,
+    'response has success': (r) => r.json('success') === true,
+    'response has url': (r) => r.json('data.url') !== undefined,
+  });
+
+  sleep(2);
+}

load-tests/smoke.js

@@ -0,0 +1,28 @@
+import http from 'k6/http';
+import { check } from 'k6';
+
+export const options = {
+  vus: 1,
+  duration: '1m',
+};
+
+const API_URL = __ENV.API_URL || 'http://localhost:3000';
+const API_KEY = __ENV.API_KEY || 'test-key';
+
+export default function () {
+  const res = http.post(
+    `${API_URL}/api/content`,
+    JSON.stringify({ url: 'https://example.com' }),
+    {
+      headers: {
+        'Content-Type': 'application/json',
+        'x-api-key': API_KEY,
+      },
+    }
+  );
+
+  check(res, {
+    'status is 200': (r) => r.status === 200,
+    'response has success': (r) => r.json('success') === true,
+  });
+}

load-tests/stress.js

@@ -0,0 +1,40 @@
+import http from 'k6/http';
+import { check, sleep } from 'k6';
+
+export const options = {
+  stages: [
+    { duration: '2m', target: 50 },
+    { duration: '5m', target: 50 },
+    { duration: '2m', target: 100 },
+    { duration: '5m', target: 100 },
+    { duration: '2m', target: 200 },
+    { duration: '5m', target: 200 },
+    { duration: '2m', target: 0 },
+  ],
+  thresholds: {
+    http_req_duration: ['p(95)<10000'],
+    http_req_failed: ['rate<0.2'],
+  },
+};
+
+const API_URL = __ENV.API_URL || 'http://localhost:3000';
+const API_KEY = __ENV.API_KEY || 'test-key';
+
+export default function () {
+  const res = http.post(
+    `${API_URL}/api/content`,
+    JSON.stringify({ url: 'https://example.com' }),
+    {
+      headers: {
+        'Content-Type': 'application/json',
+        'x-api-key': API_KEY,
+      },
+    }
+  );
+
+  check(res, {
+    'status is 200': (r) => r.status === 200,
+  });
+
+  sleep(Math.random() * 2);
+}