From a2cc01418ee7daa4580e9632bad264a8b1fd5418 Mon Sep 17 00:00:00 2001
From: Ciprian Jichici <ciprian@solliance.net>
Date: Thu, 12 Dec 2024 02:22:02 +0200
Subject: [PATCH] Add configuration for PollingHttpClient polling interval

---
 docs/release-notes/breaking-changes.md                      | 1 +
 .../Models/ConfigurationOptions/LangChainServiceSettings.cs | 6 +++++-
 src/dotnet/Orchestration/Services/LangChainService.cs       | 2 +-
 3 files changed, 7 insertions(+), 2 deletions(-)

diff --git a/docs/release-notes/breaking-changes.md b/docs/release-notes/breaking-changes.md
index 868d1ad02d..830056b368 100644
--- a/docs/release-notes/breaking-changes.md
+++ b/docs/release-notes/breaking-changes.md
@@ -19,6 +19,7 @@ The following new App Configuration settings are required:
 |`FoundationaLLM:APIEndpoints:LangChainAPI:Configuration:ExternalModules:Storage:AuthenticationType` | `-` | `-` |
 |`FoundationaLLM:APIEndpoints:LangChainAPI:Configuration:ExternalModules:RootStorageContainer` | `-` | `-` |
 |`FoundationaLLM:APIEndpoints:LangChainAPI:Configuration:ExternalModules:Modules` | `-` | `-` |
+|`FoundationaLLM:APIEndpoints:LangChainAPI:Configuration:PollingIntervalSeconds` | `10` | The interval in seconds at which the LangChain API will be polled for status. |
 |`FoundationaLLM:UserPortal:Configuration:ShowMessageRating` | `true` | If `true`, rating options on agent messages will appear. |
 |`FoundationaLLM:UserPortal:Configuration:ShowLastConversationOnStartup` | `false` | If `true`, the last conversation will be displayed when the user logs in. Otherwise, a new conversation placeholder appears on page load. |
 |`FoundationaLLM:UserPortal:Configuration:ShowMessageTokens` | `true` | If `true`, the number of consumed tokens on agent and user messages will appear. |
diff --git a/src/dotnet/Orchestration/Models/ConfigurationOptions/LangChainServiceSettings.cs b/src/dotnet/Orchestration/Models/ConfigurationOptions/LangChainServiceSettings.cs
index 123a9c3f21..70e5229a08 100644
--- a/src/dotnet/Orchestration/Models/ConfigurationOptions/LangChainServiceSettings.cs
+++ b/src/dotnet/Orchestration/Models/ConfigurationOptions/LangChainServiceSettings.cs
@@ -5,6 +5,10 @@
     /// </summary>
     public class LangChainServiceSettings
     {
-        
+        /// <summary>
+        /// The polling interval in seconds to check the status of the LangChain service.
+        /// </summary>
+        public int PollingIntervalSeconds { get; set; } = 10;
+
     }
 }
diff --git a/src/dotnet/Orchestration/Services/LangChainService.cs b/src/dotnet/Orchestration/Services/LangChainService.cs
index caa962ab23..b74efabc38 100644
--- a/src/dotnet/Orchestration/Services/LangChainService.cs
+++ b/src/dotnet/Orchestration/Services/LangChainService.cs
@@ -128,7 +128,7 @@ private async Task<PollingHttpClient<LLMCompletionRequest, LLMCompletionResponse
                 client,
                 request,
                 $"instances/{instanceId}/async-completions",
-                TimeSpan.FromSeconds(10),
+                TimeSpan.FromSeconds(_settings.PollingIntervalSeconds),
                 client.Timeout.Subtract(TimeSpan.FromSeconds(1)),
                 _logger);
         }