namespace AIStudio.Tools.Services.Indexing;
///
/// How large the chunks of a data source may become, and how much of each one the next repeats.
///
/// The largest chunk in tokens of the embedding provider.
/// How many tokens of a chunk the next one starts with.
internal sealed record ChunkingOptions(int MaxChunkTokenLength, int OverlapTokenLength);