mirror of
https://github.com/MadsLorentzen/ai-job-search.git
synced 2026-11-08 16:07:40 +00:00
fix(jobnet-search): route external ads to jobAdUrl with http(s) validation and fallback (#538) (#557)
External ads (isExternal: true) 404 on /find-job/{jobAdId} and hit the MitID login wall on /job/{jobAdId}. Route them to their employer-provided destination in jobAdUrl when an absolute http(s) URL is present.
When jobAdUrl is missing, empty, or carries an invalid/non-http scheme, fall back to https://jobnet.dk/find-job/{jobAdId} instead of emitting an empty string so downstream /scrape deduplication preserves unique URLs. Both url and jobAdUrl validate the scheme consistently.
Observation and test cases reported by NishilRathod in #557.
This commit is contained in:
1 parent
e2b966d0e7
commit
4a8e63ea7c
5 files changed
+117
-38
No files matched your search
@@ -27,6 +27,7 @@ export interface JobAdRaw {
|
||||
applicationDeadlineStatus: string | null
|
||||
workHourPartTime: boolean
|
||||
isExternal: boolean
|
||||
jobAdUrl?: string | null
|
||||
hasLogo: boolean
|
||||
logoUrl: string | null
|
||||
cvr: string | null
|
||||
@@ -83,39 +84,60 @@ export function buildSearchParams(flags: SearchFlags): Record<string, string> {
|
||||
return params
|
||||
}
|
||||
|
||||
/**
|
||||
* Return the destination URL for an external ad, if it has a valid http(s)
|
||||
* jobAdUrl. Only an absolute http(s) URL is used: the value is employer-supplied
|
||||
* and downstream steps fetch it. Anything else returns null and the caller keeps
|
||||
* the jobnet.dk route to preserve a unique URL for /scrape deduplication.
|
||||
*/
|
||||
export function externalAdUrl(job: Pick<JobAdRaw, "isExternal" | "jobAdUrl">): string | null {
|
||||
const raw = job.jobAdUrl?.trim()
|
||||
if (!job.isExternal || !raw) return null
|
||||
try {
|
||||
const { protocol } = new URL(raw)
|
||||
return protocol === "https:" || protocol === "http:" ? raw : null
|
||||
} catch {
|
||||
return null
|
||||
}
|
||||
}
|
||||
|
||||
export function createSearchOutput(data: SearchApiResponse, flags: SearchFlags) {
|
||||
let results = data.jobAds.map((job) => ({
|
||||
jobAdId: job.jobAdId,
|
||||
title: job.title,
|
||||
hiringOrgName: job.hiringOrgName,
|
||||
occupation: job.occupation ?? null,
|
||||
municipality: job.municipality ?? null,
|
||||
postalCode: job.postalCode ?? null,
|
||||
postalDistrictName: job.postalDistrictName ?? null,
|
||||
country: job.country,
|
||||
publicationDate: job.publicationDate,
|
||||
applicationDeadline: job.applicationDeadline ?? null,
|
||||
applicationDeadlineStatus: job.applicationDeadlineStatus ?? null,
|
||||
workHourPartTime: job.workHourPartTime,
|
||||
isExternal: job.isExternal,
|
||||
hasLogo: job.hasLogo,
|
||||
logoUrl: job.logoUrl ?? null,
|
||||
cvr: job.cvr ?? null,
|
||||
workPlaceAddress: job.workPlaceAddress ?? "",
|
||||
isSeen: job.isSeen,
|
||||
isFavorite: job.isFavorite,
|
||||
// /scrape contract aliases (add-portal.md: every result carries at least
|
||||
// id, title, company, location, date, url). `id` is the jobAdId - the
|
||||
// value `detail` takes - under the name every other portal CLI uses.
|
||||
id: job.jobAdId,
|
||||
company: job.hiringOrgName,
|
||||
location: job.postalDistrictName ?? job.municipality ?? null,
|
||||
date: job.publicationDate ? job.publicationDate.slice(0, 10) : null,
|
||||
deadline: job.applicationDeadline && !job.applicationDeadline.startsWith("1900-01-01")
|
||||
? job.applicationDeadline.slice(0, 10)
|
||||
: null,
|
||||
url: `https://jobnet.dk/find-job/${job.jobAdId}`,
|
||||
}))
|
||||
let results = data.jobAds.map((job) => {
|
||||
const destination = externalAdUrl(job)
|
||||
return {
|
||||
jobAdId: job.jobAdId,
|
||||
title: job.title,
|
||||
hiringOrgName: job.hiringOrgName,
|
||||
occupation: job.occupation ?? null,
|
||||
municipality: job.municipality ?? null,
|
||||
postalCode: job.postalCode ?? null,
|
||||
postalDistrictName: job.postalDistrictName ?? null,
|
||||
country: job.country,
|
||||
publicationDate: job.publicationDate,
|
||||
applicationDeadline: job.applicationDeadline ?? null,
|
||||
applicationDeadlineStatus: job.applicationDeadlineStatus ?? null,
|
||||
workHourPartTime: job.workHourPartTime,
|
||||
isExternal: job.isExternal,
|
||||
jobAdUrl: destination,
|
||||
hasLogo: job.hasLogo,
|
||||
logoUrl: job.logoUrl ?? null,
|
||||
cvr: job.cvr ?? null,
|
||||
workPlaceAddress: job.workPlaceAddress ?? "",
|
||||
isSeen: job.isSeen,
|
||||
isFavorite: job.isFavorite,
|
||||
// /scrape contract aliases (add-portal.md: every result carries at least
|
||||
// id, title, company, location, date, url). `id` is the jobAdId - the
|
||||
// value `detail` takes - under the name every other portal CLI uses.
|
||||
id: job.jobAdId,
|
||||
company: job.hiringOrgName,
|
||||
location: job.postalDistrictName ?? job.municipality ?? null,
|
||||
date: job.publicationDate ? job.publicationDate.slice(0, 10) : null,
|
||||
deadline: job.applicationDeadline && !job.applicationDeadline.startsWith("1900-01-01")
|
||||
? job.applicationDeadline.slice(0, 10)
|
||||
: null,
|
||||
url: destination ?? `https://jobnet.dk/find-job/${job.jobAdId}`,
|
||||
}
|
||||
})
|
||||
|
||||
if (flags.limit !== undefined) {
|
||||
results = results.slice(0, flags.limit)
|
||||
|
||||
Reference in new issue
Block a user