Merge pull request #2060 from solliancenet/cj-configurable-polling

Add configuration for PollingHttpClient polling interval
solliancenet · Dec 12, 2024 · 4bb9787 · 4bb9787
2 parents f284118 + a2cc014
commit 4bb9787
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 2 deletions.
diff --git a/docs/release-notes/breaking-changes.md b/docs/release-notes/breaking-changes.md
@@ -19,6 +19,7 @@ The following new App Configuration settings are required:
 |`FoundationaLLM:APIEndpoints:LangChainAPI:Configuration:ExternalModules:Storage:AuthenticationType` | `-` | `-` |
 |`FoundationaLLM:APIEndpoints:LangChainAPI:Configuration:ExternalModules:RootStorageContainer` | `-` | `-` |
 |`FoundationaLLM:APIEndpoints:LangChainAPI:Configuration:ExternalModules:Modules` | `-` | `-` |
+|`FoundationaLLM:APIEndpoints:LangChainAPI:Configuration:PollingIntervalSeconds` | `10` | The interval in seconds at which the LangChain API will be polled for status. |
 |`FoundationaLLM:UserPortal:Configuration:ShowMessageRating` | `true` | If `true`, rating options on agent messages will appear. |
 |`FoundationaLLM:UserPortal:Configuration:ShowLastConversationOnStartup` | `false` | If `true`, the last conversation will be displayed when the user logs in. Otherwise, a new conversation placeholder appears on page load. |
 |`FoundationaLLM:UserPortal:Configuration:ShowMessageTokens` | `true` | If `true`, the number of consumed tokens on agent and user messages will appear. |

diff --git a/src/dotnet/Orchestration/Models/ConfigurationOptions/LangChainServiceSettings.cs b/src/dotnet/Orchestration/Models/ConfigurationOptions/LangChainServiceSettings.cs
@@ -5,6 +5,10 @@
     /// </summary>
     public class LangChainServiceSettings
     {
-
+        /// <summary>
+        /// The polling interval in seconds to check the status of the LangChain service.
+        /// </summary>
+        public int PollingIntervalSeconds { get; set; } = 10;
+
     }
 }
diff --git a/src/dotnet/Orchestration/Services/LangChainService.cs b/src/dotnet/Orchestration/Services/LangChainService.cs
@@ -128,7 +128,7 @@ private async Task<PollingHttpClient<LLMCompletionRequest, LLMCompletionResponse
                 client,
                 request,
                 $"instances/{instanceId}/async-completions",
-                TimeSpan.FromSeconds(10),
+                TimeSpan.FromSeconds(_settings.PollingIntervalSeconds),
                 client.Timeout.Subtract(TimeSpan.FromSeconds(1)),
                 _logger);
         }