namespace AIStudio.Tools.Services.Indexing; /// /// How large the chunks of a data source may become, and how much of each one the next repeats. /// /// The largest chunk in tokens of the embedding provider. /// How many tokens of a chunk the next one starts with. internal sealed record ChunkingOptions(int MaxChunkTokenLength, int OverlapTokenLength);