mirror of
https://github.com/MindWorkAI/AI-Studio.git
synced 2025-04-28 15:39:46 +00:00
Refactored the AsBase64 method for images into a common image extension
This commit is contained in:
parent
f992a09f99
commit
5d86d0eeac
@ -7,7 +7,7 @@ namespace AIStudio.Chat;
|
|||||||
/// <summary>
|
/// <summary>
|
||||||
/// Represents an image inside the chat.
|
/// Represents an image inside the chat.
|
||||||
/// </summary>
|
/// </summary>
|
||||||
public sealed class ContentImage : IContent
|
public sealed class ContentImage : IContent, IImageSource
|
||||||
{
|
{
|
||||||
#region Implementation of IContent
|
#region Implementation of IContent
|
||||||
|
|
||||||
@ -47,62 +47,4 @@ public sealed class ContentImage : IContent
|
|||||||
/// The image source.
|
/// The image source.
|
||||||
/// </summary>
|
/// </summary>
|
||||||
public required string Source { get; set; }
|
public required string Source { get; set; }
|
||||||
|
|
||||||
/// <summary>
|
|
||||||
/// Read the image content as a base64 string.
|
|
||||||
/// </summary>
|
|
||||||
/// <remarks>
|
|
||||||
/// The images are directly converted to base64 strings. The maximum
|
|
||||||
/// size of the image is around 10 MB. If the image is larger, the method
|
|
||||||
/// returns an empty string.
|
|
||||||
///
|
|
||||||
/// As of now, this method does no sort of image processing. LLMs usually
|
|
||||||
/// do not work with arbitrary image sizes. In the future, we might have
|
|
||||||
/// to resize the images before sending them to the model.
|
|
||||||
/// </remarks>
|
|
||||||
/// <param name="token">The cancellation token.</param>
|
|
||||||
/// <returns>The image content as a base64 string; might be empty.</returns>
|
|
||||||
public async Task<string> AsBase64(CancellationToken token = default)
|
|
||||||
{
|
|
||||||
switch (this.SourceType)
|
|
||||||
{
|
|
||||||
case ContentImageSource.BASE64:
|
|
||||||
return this.Source;
|
|
||||||
|
|
||||||
case ContentImageSource.URL:
|
|
||||||
{
|
|
||||||
using var httpClient = new HttpClient();
|
|
||||||
using var response = await httpClient.GetAsync(this.Source, HttpCompletionOption.ResponseHeadersRead, token);
|
|
||||||
if(response.IsSuccessStatusCode)
|
|
||||||
{
|
|
||||||
// Read the length of the content:
|
|
||||||
var lengthBytes = response.Content.Headers.ContentLength;
|
|
||||||
if(lengthBytes > 10_000_000)
|
|
||||||
return string.Empty;
|
|
||||||
|
|
||||||
var bytes = await response.Content.ReadAsByteArrayAsync(token);
|
|
||||||
return Convert.ToBase64String(bytes);
|
|
||||||
}
|
|
||||||
|
|
||||||
return string.Empty;
|
|
||||||
}
|
|
||||||
|
|
||||||
case ContentImageSource.LOCAL_PATH:
|
|
||||||
if(File.Exists(this.Source))
|
|
||||||
{
|
|
||||||
// Read the content length:
|
|
||||||
var length = new FileInfo(this.Source).Length;
|
|
||||||
if(length > 10_000_000)
|
|
||||||
return string.Empty;
|
|
||||||
|
|
||||||
var bytes = await File.ReadAllBytesAsync(this.Source, token);
|
|
||||||
return Convert.ToBase64String(bytes);
|
|
||||||
}
|
|
||||||
|
|
||||||
return string.Empty;
|
|
||||||
|
|
||||||
default:
|
|
||||||
return string.Empty;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
}
|
17
app/MindWork AI Studio/Chat/IImageSource.cs
Normal file
17
app/MindWork AI Studio/Chat/IImageSource.cs
Normal file
@ -0,0 +1,17 @@
|
|||||||
|
namespace AIStudio.Chat;
|
||||||
|
|
||||||
|
public interface IImageSource
|
||||||
|
{
|
||||||
|
/// <summary>
|
||||||
|
/// The type of the image source.
|
||||||
|
/// </summary>
|
||||||
|
/// <remarks>
|
||||||
|
/// Is the image source a URL, a local file path, a base64 string, etc.?
|
||||||
|
/// </remarks>
|
||||||
|
public ContentImageSource SourceType { get; init; }
|
||||||
|
|
||||||
|
/// <summary>
|
||||||
|
/// The image source.
|
||||||
|
/// </summary>
|
||||||
|
public string Source { get; set; }
|
||||||
|
}
|
63
app/MindWork AI Studio/Chat/IImageSourceExtensions.cs
Normal file
63
app/MindWork AI Studio/Chat/IImageSourceExtensions.cs
Normal file
@ -0,0 +1,63 @@
|
|||||||
|
namespace AIStudio.Chat;
|
||||||
|
|
||||||
|
public static class IImageSourceExtensions
|
||||||
|
{
|
||||||
|
/// <summary>
|
||||||
|
/// Read the image content as a base64 string.
|
||||||
|
/// </summary>
|
||||||
|
/// <remarks>
|
||||||
|
/// The images are directly converted to base64 strings. The maximum
|
||||||
|
/// size of the image is around 10 MB. If the image is larger, the method
|
||||||
|
/// returns an empty string.
|
||||||
|
///
|
||||||
|
/// As of now, this method does no sort of image processing. LLMs usually
|
||||||
|
/// do not work with arbitrary image sizes. In the future, we might have
|
||||||
|
/// to resize the images before sending them to the model.
|
||||||
|
/// </remarks>
|
||||||
|
/// <param name="image">The image source.</param>
|
||||||
|
/// <param name="token">The cancellation token.</param>
|
||||||
|
/// <returns>The image content as a base64 string; might be empty.</returns>
|
||||||
|
public static async Task<string> AsBase64(this IImageSource image, CancellationToken token = default)
|
||||||
|
{
|
||||||
|
switch (image.SourceType)
|
||||||
|
{
|
||||||
|
case ContentImageSource.BASE64:
|
||||||
|
return image.Source;
|
||||||
|
|
||||||
|
case ContentImageSource.URL:
|
||||||
|
{
|
||||||
|
using var httpClient = new HttpClient();
|
||||||
|
using var response = await httpClient.GetAsync(image.Source, HttpCompletionOption.ResponseHeadersRead, token);
|
||||||
|
if(response.IsSuccessStatusCode)
|
||||||
|
{
|
||||||
|
// Read the length of the content:
|
||||||
|
var lengthBytes = response.Content.Headers.ContentLength;
|
||||||
|
if(lengthBytes > 10_000_000)
|
||||||
|
return string.Empty;
|
||||||
|
|
||||||
|
var bytes = await response.Content.ReadAsByteArrayAsync(token);
|
||||||
|
return Convert.ToBase64String(bytes);
|
||||||
|
}
|
||||||
|
|
||||||
|
return string.Empty;
|
||||||
|
}
|
||||||
|
|
||||||
|
case ContentImageSource.LOCAL_PATH:
|
||||||
|
if(File.Exists(image.Source))
|
||||||
|
{
|
||||||
|
// Read the content length:
|
||||||
|
var length = new FileInfo(image.Source).Length;
|
||||||
|
if(length > 10_000_000)
|
||||||
|
return string.Empty;
|
||||||
|
|
||||||
|
var bytes = await File.ReadAllBytesAsync(image.Source, token);
|
||||||
|
return Convert.ToBase64String(bytes);
|
||||||
|
}
|
||||||
|
|
||||||
|
return string.Empty;
|
||||||
|
|
||||||
|
default:
|
||||||
|
return string.Empty;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
Loading…
Reference in New Issue
Block a user