supporting local deployment of OpenAI-Compatible Server

Source/HttpGPTChatModule/Private/Tasks/HttpGPTChatRequest.cpp

@@ -87,7 +87,14 @@ bool UHttpGPTChatRequest::CanBindProgress() const
 
 FString UHttpGPTChatRequest::GetEndpointURL() const
 {
-    return FString::Format(TEXT("{0}/{1}"), { GetCommonOptions().Endpoint, UHttpGPTHelper::GetEndpointForModel(GetChatOptions().Model, GetCommonOptions().bIsAzureOpenAI, GetCommonOptions().AzureOpenAIAPIVersion) });
+    if(GetCommonOptions().bIsLocDeploy)
+    {
+        return FString::Format(TEXT("{0}/v1/chat/completions"), {GetCommonOptions().LocalAddress});
+    }
+    else
+    {
+        return FString::Format(TEXT("{0}/{1}"), { GetCommonOptions().Endpoint, UHttpGPTHelper::GetEndpointForModel(GetChatOptions().Model, GetCommonOptions().bIsAzureOpenAI, GetCommonOptions().AzureOpenAIAPIVersion) });
+    }
 }
 
 const FHttpGPTChatOptions UHttpGPTChatRequest::GetChatOptions() const

Source/HttpGPTCommonModule/Private/Management/HttpGPTSettings.cpp

@@ -87,6 +87,8 @@ void UHttpGPTSettings::SetToDefaults()
     CommonOptions.bIsAzureOpenAI = false;
     CommonOptions.Endpoint = TEXT("https://api.openai.com/");
     CommonOptions.AzureOpenAIAPIVersion = TEXT("2023-05-15");
+    CommonOptions.bIsLocDeploy = false;
+    CommonOptions.LocalAddress = TEXT("http://localhost:8000/");
 
     ChatOptions.Model = EHttpGPTChatModel::gpt35turbo;
     ChatOptions.MaxTokens = 2048;

Source/HttpGPTCommonModule/Private/Structures/HttpGPTCommonTypes.cpp

@@ -21,7 +21,9 @@ void FHttpGPTCommonOptions::SetDefaults()
         APIKey = Settings->CommonOptions.APIKey;
         User = Settings->CommonOptions.User;
         bIsAzureOpenAI = Settings->CommonOptions.bIsAzureOpenAI;
+        bIsLocDeploy = Settings->CommonOptions.bIsLocDeploy;
         Endpoint = Settings->CommonOptions.Endpoint;
+        LocalAddress = Settings->CommonOptions.LocalAddress;
         AzureOpenAIAPIVersion = Settings->CommonOptions.AzureOpenAIAPIVersion;
     }
 }

Source/HttpGPTCommonModule/Private/Tasks/HttpGPTBaseTask.cpp

@@ -216,7 +216,14 @@ void UHttpGPTBaseTask::BindRequestCallbacks()
                 return;
             }
 
-            OnProgressCompleted(RequestResponse->GetContentAsString(), bWasSuccessful);
+            if(RequestResponse.IsValid())
+            {
+                OnProgressCompleted(RequestResponse->GetContentAsString(), bWasSuccessful);
+            }
+            else
+            {
+                UE_LOG(LogHttpGPT, Error, TEXT("%s (%d): Failed to send request: RequestResponse is invalid"), *FString(__func__), GetUniqueID());
+            }
             SetReadyToDestroy();
         }
     );

Source/HttpGPTCommonModule/Public/Structures/HttpGPTCommonTypes.h

@@ -43,6 +43,12 @@ struct HTTPGPTCOMMONMODULE_API FHttpGPTCommonOptions
     UPROPERTY(BlueprintReadWrite, EditAnywhere, Category = "HttpGPT | Common", Meta = (DisplayName = "Endpoint", EditCondition = "bIsAzureOpenAI"))
     FString Endpoint;
 
+    UPROPERTY(BlueprintReadWrite, EditAnywhere, Category = "HttpGPT | Common", Meta = (DisplayName = "Is Local Deployment"))
+    bool bIsLocDeploy;
+
+    UPROPERTY(BlueprintReadWrite, EditAnywhere, Category = "HttpGPT | Common", Meta = (DisplayName = "LocalAddress", EditCondition = "bIsLocDeploy"))
+    FString LocalAddress;
+
     UPROPERTY(BlueprintReadWrite, EditAnywhere, Category = "HttpGPT | Common", Meta = (DisplayName = "Azure OpenAI API Version", EditCondition = "bIsAzureOpenAI"))
     FString AzureOpenAIAPIVersion;