myAi/Apis/rag-api/Services/TextExtractor.cs

using System.Text;
using Api.Services.Contracts;
using UglyToad.PdfPig;

namespace Api.Services;

/// <summary>
/// Extracts and normalises plain text from PDF files using PdfPig.
/// </summary>
public sealed class TextExtractor : ITextExtractor
{
    /// <inheritdoc />
    public Task<string> ExtractPdfAsync(Stream stream, CancellationToken ct)
    {
        using var document = PdfDocument.Open(stream);
        var builder = new StringBuilder();
        foreach (var page in document.GetPages())
        {
            ct.ThrowIfCancellationRequested();
            builder.AppendLine(page.Text);
            builder.AppendLine();
        }
        return Task.FromResult(Normalize(builder.ToString()));
    }

    /// <inheritdoc />
    public string Normalize(string value)
    {
        if (string.IsNullOrWhiteSpace(value)) return string.Empty;
        return string.Join(' ', value.Split((char[]?)null, StringSplitOptions.RemoveEmptyEntries)).Trim();
    }
}