Images Changes

.gitignore

@@ -361,4 +361,5 @@ MigrationBackup/
 
 # Fody - auto-generated XML schema
 FodyWeavers.xsd
-/FoodHealthChecker/appsettings.Development.json
+/appsettings.Development.json
+/wwwroot/TempImages

{FoodHealthChecker/Components → Components}/Pages/Home.razor

@@ -5,7 +5,6 @@
 @using Microsoft.AspNetCore.Components
 @using System.Runtime.CompilerServices
 @implements IDisposable
-
 <PageTitle> Food Health Checker</PageTitle>
 
 <div class="container mt-2">
@@ -20,12 +19,16 @@
         <div class="col-xl-4">
             <div class="card common-card-height">
                 <div class="card-body">
-                    <h4 class="card-title fw-bold required text-start">Image URL</h4>
+                    <h4 class="card-title fw-bold required text-start">Image</h4>
                     <div class="form-group mb-3">
-                        <InputText class="form-control" @bind-Value="ImageUrl" id="imageUrl" placeholder="Enter the food package image URL" />
+                        <!-- HTML -->
+                        <label for="upload-image" class="custom-upload-button btn btn-primary">
+                            Upload Image
+                        </label>
+                        <InputFile OnChange="HandleSelectedFiles" class="btn btn-primary" id="upload-image" aria-describedby="fileHelp" multiple></InputFile>
                     </div>
                     <div class="form-group mb-3">
-                        <button class="btn btn-primary w-100" @onclick="CheckHealth" disabled="@(isProcessingResponse || isProcessingIngredients)">Check Health</button>
+                        <button class="btn btn-primary w-100" @onclick="CheckHealth" disabled="@(isProcessingResponse && isProcessingIngredients)">Check Health</button>
                     </div>
 
                     @if (!string.IsNullOrWhiteSpace(ImageUrl))
@@ -87,22 +90,60 @@
 
 @code {
     public string ImageUrl { get; set; } = string.Empty;
+    public ReadOnlyMemory<byte> ImageData { get; set; }
+    public string ImageName { get; set; } = string.Empty;
+
     public string Ingredients { get; set; } = string.Empty;
     public string Result { get; set; } = string.Empty;
-    
+
     [Inject]
-    public MarkdownPipeline pipeline { get; set; }
+    public MarkdownPipeline pipeline { get; set; } = default!;
     [Inject]
-    public FoodCheckerService _foodCheckerService { get; set; }
+    public FoodCheckerService _foodCheckerService { get; set; } = default!;
+    [Inject]
+    private NavigationManager Navigation { get; set; } = default!;
 
     private bool isProcessingIngredients = false;
     private bool isProcessingResponse = false;
     private string errorMessage = string.Empty;
     private CancellationTokenSource _cts = new CancellationTokenSource();
 
-    private async Task CheckHealth()
+
+    private async Task HandleSelectedFiles(InputFileChangeEventArgs e)
+    {
+        var imageFile = e.File;
+        if (imageFile != null)
+        {
+            // Ensure the TempImages folder exists
+            var folderPath = Path.Combine("wwwroot", "TempImages");
+            if (!Directory.Exists(folderPath))
+            {
+                Directory.CreateDirectory(folderPath);
+            }
+
+            // Save the file to the server
+            var filePath = Path.Combine(folderPath, imageFile.Name);
+            using var stream = new FileStream(filePath, FileMode.Create);
+            await imageFile.OpenReadStream().CopyToAsync(stream);
+
+            // Read the file into a byte array
+            ImageData = await ReadFileBytes(imageFile);
+            ImageName = imageFile.Name;
+            // Update the ImageUrl property with the complete URL
+            var relativePath = Path.Combine("TempImages", imageFile.Name);
+            ImageUrl = Navigation.ToAbsoluteUri(relativePath).ToString();
+        }
+    }
+
+    private async Task<ReadOnlyMemory<byte>> ReadFileBytes(IBrowserFile imageFile)
     {
+        using var memoryStream = new MemoryStream();
+        await imageFile.OpenReadStream().CopyToAsync(memoryStream);
+        return memoryStream.ToArray();
+    }
 
+    private async Task CheckHealth()
+    {
         isProcessingIngredients = true;
         errorMessage = string.Empty;
         Result = string.Empty;

Dockerfile

@@ -9,10 +9,10 @@ EXPOSE 8081
 FROM mcr.microsoft.com/dotnet/sdk:8.0 AS build
 ARG BUILD_CONFIGURATION=Release
 WORKDIR /src
-COPY ["FoodHealthChecker/FoodHealthChecker.csproj", "FoodHealthChecker/"]
-RUN dotnet restore "./FoodHealthChecker/FoodHealthChecker.csproj"
+COPY ["FoodHealthChecker.csproj", "."]
+RUN dotnet restore "./FoodHealthChecker.csproj"
 COPY . .
-WORKDIR "/src/FoodHealthChecker"
+WORKDIR "/src/."
 RUN dotnet build "./FoodHealthChecker.csproj" -c $BUILD_CONFIGURATION -o /app/build
 
 FROM build AS publish

FoodHealthChecker/FoodCheckerService.cs → FoodCheckerService.cs

@@ -36,14 +36,66 @@ namespace FoodHealthChecker
             kernel.Plugins.AddFromObject(foodCheckerPlugin);
             _kernel = kernel;
         }
+
+        /// <summary>
+        /// 
+        /// </summary>
+        /// <param name="ingredientResponse"></param>
+        /// <param name="cancellationToken"></param>
+        /// <returns></returns>
         public IAsyncEnumerable<string> CheckFoodHealthAsync(string ingredientResponse, CancellationToken cancellationToken = default)
         {
             return _foodCheckerPlugin.CheckFoodHealthAsync(ingredientResponse, _kernel, cancellationToken);
         }
 
-        public IAsyncEnumerable<string> GetIngredirentsAsync(string imageDataUrl, CancellationToken cancellationToken = default)
+
+        /// <summary>
+        /// 
+        /// </summary>
+        /// <param name="imageData"></param>
+        /// <param name="fileName"></param>
+        /// <param name="cancellationToken"></param>
+        /// <returns></returns>
+        /// Inconsistant behaviour https://github.com/microsoft/semantic-kernel/pull/6319
+        /// Related to https://github.com/dotnet/runtime/issues/96544
+        public IAsyncEnumerable<string> GetIngredirentsAsync(ReadOnlyMemory<byte> imageData,string fileName, CancellationToken cancellationToken = default)
         {
+
+            var imageDataUrl = new ImageContent(imageData) { MimeType = GetMimeType(fileName) }.ToString();
+
             return _foodCheckerPlugin.GetIngredientsAsync(imageDataUrl, _kernel, cancellationToken);
         }
+
+        /// <summary>
+        /// 
+        /// </summary>
+        /// <param name="imageUrl"></param>
+        /// <param name="cancellationToken"></param>
+        /// <returns></returns>
+        public IAsyncEnumerable<string> GetIngredirentsAsync(string imageUrl,CancellationToken cancellationToken = default)
+        {
+            return _foodCheckerPlugin.GetIngredientsAsync(imageUrl, _kernel, cancellationToken);
+        }
+
+        /// <summary>
+        /// 
+        /// </summary>  
+        /// <param name="fileName"></param>
+        /// <returns></returns>
+        /// <exception cref="NotSupportedException"></exception>
+        private static string GetMimeType(string fileName)
+        {
+            return Path.GetExtension(fileName) switch
+            {
+                ".jpg" or ".jpeg" => "image/jpeg",
+                ".png" => "image/png",
+                ".gif" => "image/gif",
+                ".bmp" => "image/bmp",
+                ".tiff" => "image/tiff",
+                ".ico" => "image/x-icon",
+                ".svg" => "image/svg+xml",
+                _ => throw new NotSupportedException("Unsupported image format.")
+            };
+        }
     }
 }

FoodHealthChecker/FoodHealthChecker.csproj → FoodHealthChecker.csproj

@@ -7,6 +7,7 @@
 	  <NoWarn>SKEXP0001</NoWarn>
 	  <UserSecretsId>34c9f77b-3416-42fc-90bc-2e0503b55215</UserSecretsId>
 	  <DockerDefaultTargetOS>Linux</DockerDefaultTargetOS>
+	  <DockerfileContext>.</DockerfileContext>
   </PropertyGroup>
 	<ItemGroup>
 		<PackageReference Include="Markdig" Version="0.37.0" />

FoodHealthChecker.sln

@@ -3,7 +3,7 @@ Microsoft Visual Studio Solution File, Format Version 12.00
 # Visual Studio Version 17
 VisualStudioVersion = 17.9.34902.65
 MinimumVisualStudioVersion = 10.0.40219.1
-Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "FoodHealthChecker", "FoodHealthChecker\FoodHealthChecker.csproj", "{E2623B67-5F1F-4D9F-AADD-E23C493DA5EB}"
+Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "FoodHealthChecker", "FoodHealthChecker.csproj", "{7BEAFE91-5A63-4430-8D43-D2D241FE19AB}"
 EndProject
 Global
 	GlobalSection(SolutionConfigurationPlatforms) = preSolution
@@ -11,10 +11,10 @@ Global
 		Release|Any CPU = Release|Any CPU
 	EndGlobalSection
 	GlobalSection(ProjectConfigurationPlatforms) = postSolution
-		{E2623B67-5F1F-4D9F-AADD-E23C493DA5EB}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
-		{E2623B67-5F1F-4D9F-AADD-E23C493DA5EB}.Debug|Any CPU.Build.0 = Debug|Any CPU
-		{E2623B67-5F1F-4D9F-AADD-E23C493DA5EB}.Release|Any CPU.ActiveCfg = Release|Any CPU
-		{E2623B67-5F1F-4D9F-AADD-E23C493DA5EB}.Release|Any CPU.Build.0 = Release|Any CPU
+		{7BEAFE91-5A63-4430-8D43-D2D241FE19AB}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{7BEAFE91-5A63-4430-8D43-D2D241FE19AB}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{7BEAFE91-5A63-4430-8D43-D2D241FE19AB}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{7BEAFE91-5A63-4430-8D43-D2D241FE19AB}.Release|Any CPU.Build.0 = Release|Any CPU
 	EndGlobalSection
 	GlobalSection(SolutionProperties) = preSolution
 		HideSolutionNode = FALSE

FoodHealthChecker/Program.cs → Program.cs

@@ -19,7 +19,7 @@ namespace FoodHealthChecker
             });
             builder.Services.AddAntiforgery(o => o.SuppressXFrameOptionsHeader = true);
             builder.Services.AddSingleton<FoodCheckerPlugin>();
-            builder.Services.AddSingleton<FoodCheckerService>();
+            builder.Services.AddTransient<FoodCheckerService>();
 
             var app = builder.Build();
 

README.md

@@ -1,5 +1,5 @@
 ---
-title: Food health Check
+title: FoodHealthChecker
 emoji: 🏃
 colorFrom: blue
 colorTo: yellow
@@ -12,9 +12,10 @@ app_port: 8080
 ## FoodHealthChecker
 
 An app that lists all the ingredients and nutritional info present in the images and predicts whether it is healthy or not.
+
 Build using .Net Semantic Kernel and Azure OpenAI/OpenAI Gpt-4-vision model.
 
-**NOTE Copying this space requires either an Azure OpenAI endpoint or an OpenAI APIKey to function properly**
+**NOTE Running this Repo locally requires either an Azure OpenAI endpoint or an OpenAI APIKey present in the app settings to function properly**
 
 
 

{FoodHealthChecker/SemanticKernel → SemanticKernel}/Plugins/FoodCheckerPlugin.cs

@@ -47,7 +47,7 @@ namespace FoodHealthChecker.SemanticKernel.Plugins
             {
                 new TextContent(FoodCheckerTemplates.GetIngredients),
                 new ImageContent(new Uri(input))
-            });
+            }); 
             await foreach (var result in chatService.GetStreamingChatMessageContentsAsync(chat, s_settings, kernel, cancellationToken))
             {
                 var generatedText = result?.ToString() ?? string.Empty;
@@ -63,7 +63,8 @@ namespace FoodHealthChecker.SemanticKernel.Plugins
         public const string CheckFoodHealth =
 @"
 [Instruction]    
-Given the list of ingredients for a food product give it a Rating from Very Unhealthy to very Healthy. Also give the reasoning in ELI5 format using less than 3 sentences in the below response format
+Given the list of ingredients for a food product give it a Rating from Very Unhealthy to very Healthy. Also give the reasoning in ELI5 format using less than 3 sentences in the below response format. 
+Also list any cancer causing or harmful substances if present.
 [Ingredients]
 {{$input}}
 [RESPONSE]

{FoodHealthChecker/wwwroot → wwwroot}/app.css

@@ -184,3 +184,9 @@ h1, h2, h3, h4, h5, h6 {
     .ai-ingredients-response::-webkit-scrollbar-thumb {
         background-color: rgba(0,0,0,0.5);
     }
+
+#upload-image {
+    opacity: 0;
+    position: absolute;
+    z-index: -1;
+}