claude
898dd09d50
Introduces page-fetcher-api, a new internal ASP.NET Core service that centralises all web-page fetching through a single Playwright (headless Chromium) browser instance. All fetches are persisted to the pageFetcher SQL schema for auditing. New projects: - Apis/page-fetcher-api-models: FetchPageRequest, FetchPageResponse, IPageFetcherApiClient - Apis/page-fetcher-data: PageFetchDbContext, PageFetchEntity, InitialSchema migration (schema: pageFetcher) - Apis/page-fetcher-api: PlaywrightBrowserService (singleton), PageFetcherService, PageController Changes to existing services: - cv-matcher-api: JobTextExtractor now calls IPageFetcherApiClient instead of HttpClient - cv-search-job: HtmlJobSearcher uses IPageFetcherApiClient (removes inline Playwright); CvSearchJobTask fetches individual job pages and applies keyword pre-filter before LLM call; passes pre-fetched JobDescription to cv-matcher-api to skip re-fetch - common: add PageFetcherApiSettings - docker-compose.yml, build.yml: add new service + env vars for callers Closes #43 Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
35 lines
1.4 KiB
C#
35 lines
1.4 KiB
C#
using Shared.Data.Entities;
|
|
|
|
namespace PageFetcher.Data.Entities;
|
|
|
|
/// <summary>
|
|
/// Audit record of a single page-fetch operation performed by the page-fetcher-api.
|
|
/// Stores the full rendered HTML and extracted plain text for every URL fetched.
|
|
/// </summary>
|
|
public sealed class PageFetchEntity : BaseEntity
|
|
{
|
|
/// <summary>The URL that was requested.</summary>
|
|
public string Url { get; set; } = string.Empty;
|
|
|
|
/// <summary>Name of the service that requested the fetch (e.g. <c>cv-matcher-api</c>, <c>cv-search-job</c>).</summary>
|
|
public string CallerService { get; set; } = string.Empty;
|
|
|
|
/// <summary>HTTP status code returned by the remote server. <c>null</c> on network failure.</summary>
|
|
public int? HttpStatusCode { get; set; }
|
|
|
|
/// <summary>Full rendered HTML as returned by Playwright.</summary>
|
|
public string Html { get; set; } = string.Empty;
|
|
|
|
/// <summary>Plain text extracted from the HTML (script/style stripped, whitespace normalised).</summary>
|
|
public string Text { get; set; } = string.Empty;
|
|
|
|
/// <summary>Playwright round-trip time in milliseconds.</summary>
|
|
public long DurationMs { get; set; }
|
|
|
|
/// <summary><c>true</c> when the page was fetched successfully; <c>false</c> on timeout or network error.</summary>
|
|
public bool Success { get; set; }
|
|
|
|
/// <summary>Exception message when <see cref="Success"/> is <c>false</c>.</summary>
|
|
public string? ErrorMessage { get; set; }
|
|
}
|