mirror of
https://github.com/MadsLorentzen/ai-job-search.git
synced 2026-09-17 16:46:24 +00:00
A default search hydrates full bodies - ~73% of the payload, ~20k tokens per query fed into agent context - while /scrape's own Step 2 says to pre-filter by title before reading bodies. The flag keeps every other field and drops the bodies (live 10-result search: ~58k -> ~10k chars); hydration stays the default per the documented trade-off. The API returns bodies regardless of include_description=false (verified live), so the lean guarantee is enforced client-side. Review opportunity O1 (2026-08-19), approved as an enhancement. Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
235 lines
8.3 KiB
TypeScript
235 lines
8.3 KiB
TypeScript
import { afterEach, describe, expect, test } from "bun:test";
|
|
import { runSearch } from "../src/commands/search";
|
|
import { runDetail } from "../src/commands/detail";
|
|
import type { FreehireJob } from "../src/helpers";
|
|
|
|
const originalFetch = globalThis.fetch;
|
|
const originalStdoutWrite = process.stdout.write;
|
|
|
|
function captureStdout(): { get: () => string } {
|
|
let buf = "";
|
|
process.stdout.write = ((chunk: string | Uint8Array) => {
|
|
buf += chunk.toString();
|
|
return true;
|
|
}) as typeof process.stdout.write;
|
|
return { get: () => buf };
|
|
}
|
|
|
|
/** Stub fetch with a canned response; the return value exposes the URL it was called with. */
|
|
function mockFetch(status: number, body: unknown): { url: () => string } {
|
|
let requested = "";
|
|
globalThis.fetch = (async (input: string | URL | Request) => {
|
|
requested = typeof input === "string" ? input : input instanceof URL ? input.href : input.url;
|
|
return new Response(typeof body === "string" ? body : JSON.stringify(body), {
|
|
status,
|
|
headers: { "content-type": "application/json" },
|
|
});
|
|
}) as typeof fetch;
|
|
return { url: () => requested };
|
|
}
|
|
|
|
/** The query params of the URL the mocked fetch was called with. */
|
|
function requestedParams(mock: { url: () => string }): URLSearchParams {
|
|
return new URL(mock.url()).searchParams;
|
|
}
|
|
|
|
function captureStderr(): { get: () => string; restore: () => void } {
|
|
let buf = "";
|
|
const original = process.stderr.write;
|
|
process.stderr.write = ((chunk: string | Uint8Array) => {
|
|
buf += chunk.toString();
|
|
return true;
|
|
}) as typeof process.stderr.write;
|
|
return { get: () => buf, restore: () => (process.stderr.write = original) };
|
|
}
|
|
|
|
function job(overrides: Partial<FreehireJob> = {}): FreehireJob {
|
|
return {
|
|
public_slug: "backend-engineer-acme-ab12cd34",
|
|
source: "greenhouse",
|
|
external_id: "acme:1",
|
|
url: "https://boards.greenhouse.io/acme/jobs/1",
|
|
title: "Backend Engineer",
|
|
company: "Acme",
|
|
company_slug: "acme",
|
|
location: "Berlin, Germany",
|
|
description: "<p>Build things</p>",
|
|
skills: ["go"],
|
|
work_mode: "remote",
|
|
regions: ["eu"],
|
|
countries: ["de"],
|
|
cities: ["Berlin"],
|
|
posted_at: "2026-07-06T00:00:00Z",
|
|
created_at: "2026-07-06T15:00:00Z",
|
|
enrichment: {},
|
|
...overrides,
|
|
};
|
|
}
|
|
|
|
afterEach(() => {
|
|
globalThis.fetch = originalFetch;
|
|
process.stdout.write = originalStdoutWrite;
|
|
});
|
|
|
|
const searchOpts = {
|
|
jobage: 9999,
|
|
page: 1,
|
|
limit: 25,
|
|
format: "json" as const,
|
|
descriptionFormat: "markdown" as const,
|
|
regions: [] as string[],
|
|
countries: [] as string[],
|
|
cities: [] as string[],
|
|
seniority: [] as string[],
|
|
category: [] as string[],
|
|
skills: [] as string[],
|
|
facets: {} as Record<string, string[]>,
|
|
};
|
|
|
|
describe("runSearch (mocked fetch)", () => {
|
|
test("emits the contract envelope with meta.count/page/total", async () => {
|
|
mockFetch(200, { data: [job()], meta: { total: 42, limit: 25, offset: 0 } });
|
|
const out = captureStdout();
|
|
|
|
const code = await runSearch({ ...searchOpts, query: "backend" });
|
|
expect(code).toBe(0);
|
|
|
|
const parsed = JSON.parse(out.get());
|
|
expect(parsed.meta).toEqual({ count: 1, page: 1, total: 42 });
|
|
expect(parsed.results).toHaveLength(1);
|
|
expect(parsed.results[0].id).toBe("backend-engineer-acme-ab12cd34");
|
|
expect(parsed.results[0].date).toBe("2026-07-06T00:00:00Z");
|
|
});
|
|
|
|
test("queries the agent endpoint asking for full descriptions", async () => {
|
|
const mock = mockFetch(200, { data: [job()], meta: { total: 1 } });
|
|
captureStdout();
|
|
|
|
await runSearch({ ...searchOpts, query: "backend" });
|
|
|
|
expect(new URL(mock.url()).pathname).toBe("/api/v1/agent/jobs/search");
|
|
expect(requestedParams(mock).get("include_description")).toBe("true");
|
|
expect(requestedParams(mock).get("description_format")).toBe("markdown");
|
|
});
|
|
|
|
test("skips description hydration when includeDescription is false", async () => {
|
|
// A default search hydrates ~20k tokens of description bodies per query,
|
|
// while /scrape's Step 2 says to pre-filter by title/snippet before
|
|
// reading bodies. --no-description keeps the discovery pass cheap;
|
|
// hydration stays the default (review opportunity O1, 2026-08-19).
|
|
const mock = mockFetch(200, { data: [job()], meta: { total: 1 } });
|
|
|
|
const out = captureStdout();
|
|
await runSearch({ ...searchOpts, query: "backend", includeDescription: false });
|
|
|
|
expect(requestedParams(mock).get("include_description")).toBe("false");
|
|
expect(requestedParams(mock).get("description_format")).toBeNull();
|
|
// The live API ignores include_description=false and sends bodies anyway
|
|
// (verified 2026-08-19), so the lean guarantee is enforced client-side.
|
|
const parsed = JSON.parse(out.get());
|
|
expect(parsed.results[0].description).toBeNull();
|
|
});
|
|
|
|
test("asks for the requested description format", async () => {
|
|
const mock = mockFetch(200, { data: [job()], meta: { total: 1 } });
|
|
captureStdout();
|
|
|
|
await runSearch({ ...searchOpts, descriptionFormat: "text", query: "backend" });
|
|
|
|
expect(requestedParams(mock).get("description_format")).toBe("text");
|
|
});
|
|
|
|
test("carries each hit's description verbatim, in the server's format", async () => {
|
|
const markdown = "## About the role\n\n- Write Go\n- Ship things";
|
|
mockFetch(200, { data: [job({ description: markdown })], meta: { total: 1 } });
|
|
const out = captureStdout();
|
|
|
|
await runSearch({ ...searchOpts, query: "backend" });
|
|
|
|
expect(JSON.parse(out.get()).results[0].description).toBe(markdown);
|
|
});
|
|
|
|
test("a hit with no description carries null, not an empty string", async () => {
|
|
mockFetch(200, { data: [job({ description: "" })], meta: { total: 1 } });
|
|
const out = captureStdout();
|
|
|
|
await runSearch({ ...searchOpts, query: "backend" });
|
|
|
|
expect(JSON.parse(out.get()).results[0].description).toBeNull();
|
|
});
|
|
|
|
// A self-hosted freehire predating /agent/jobs/search answers 404, which apiGet
|
|
// maps to null. Reporting that as "no results" would hide a broken endpoint
|
|
// behind an empty, plausible-looking result set.
|
|
test("a 404 from the search endpoint is an error, not an empty result set", async () => {
|
|
mockFetch(404, { error: "not found" });
|
|
const err = captureStderr();
|
|
const out = captureStdout();
|
|
|
|
const code = await runSearch({ ...searchOpts, query: "backend" });
|
|
err.restore();
|
|
|
|
expect(code).toBe(1);
|
|
expect(out.get()).toBe("");
|
|
expect(JSON.parse(err.get()).error).toMatch(/agent\/jobs\/search/);
|
|
});
|
|
|
|
test("empty result set yields an empty results array", async () => {
|
|
mockFetch(200, { data: [], meta: { total: 0 } });
|
|
const out = captureStdout();
|
|
|
|
const code = await runSearch({ ...searchOpts, query: "nothing-matches-xyz" });
|
|
expect(code).toBe(0);
|
|
expect(JSON.parse(out.get()).results).toHaveLength(0);
|
|
});
|
|
|
|
test("network failure exits 1 with SEARCH_FAILED", async () => {
|
|
globalThis.fetch = (async () => {
|
|
throw new Error("ECONNREFUSED");
|
|
}) as typeof fetch;
|
|
let err = "";
|
|
const origErr = process.stderr.write;
|
|
process.stderr.write = ((chunk: string | Uint8Array) => {
|
|
err += chunk.toString();
|
|
return true;
|
|
}) as typeof process.stderr.write;
|
|
|
|
const code = await runSearch({ ...searchOpts, query: "backend" });
|
|
process.stderr.write = origErr;
|
|
|
|
expect(code).toBe(1);
|
|
expect(JSON.parse(err).code).toBe("SEARCH_FAILED");
|
|
});
|
|
});
|
|
|
|
describe("runDetail (mocked fetch)", () => {
|
|
test("prints the reshaped detail with a cleaned description", async () => {
|
|
mockFetch(200, { data: job() });
|
|
const out = captureStdout();
|
|
|
|
const code = await runDetail({ id: "backend-engineer-acme-ab12cd34", format: "json" });
|
|
expect(code).toBe(0);
|
|
|
|
const parsed = JSON.parse(out.get());
|
|
expect(parsed.id).toBe("backend-engineer-acme-ab12cd34");
|
|
expect(parsed.description).toBe("Build things");
|
|
expect(parsed.cities).toEqual(["Berlin"]);
|
|
});
|
|
|
|
test("404 exits 1 with NOT_FOUND", async () => {
|
|
mockFetch(404, { error: "not found" });
|
|
let err = "";
|
|
const origErr = process.stderr.write;
|
|
process.stderr.write = ((chunk: string | Uint8Array) => {
|
|
err += chunk.toString();
|
|
return true;
|
|
}) as typeof process.stderr.write;
|
|
|
|
const code = await runDetail({ id: "does-not-exist", format: "json" });
|
|
process.stderr.write = origErr;
|
|
|
|
expect(code).toBe(1);
|
|
expect(JSON.parse(err).code).toBe("NOT_FOUND");
|
|
});
|
|
});
|