Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

fix: update LMStudio API Endpoint and added model name support #4732

Merged
merged 10 commits into from
Dec 27, 2024
Merged

fix: update LMStudio API Endpoint and added model name support #4732

Changes from 2 commits
Commits
Show all changes
10 commits
Select commit Hold shift + click to select a range
45ea5e7
fix: update LMStudio API Endpoint and added model name support
kimmywork Dec 17, 2024
8fd4476
Merge branch 'main' into patch-2
rysweet Dec 18, 2024
d047df9
Merge branch 'microsoft:main' into patch-2
kimmywork Dec 20, 2024
cd1f6c1
fix: ensure modelName non-null
kimmywork Dec 20, 2024
ae74137
fix: add braces around if branch
kimmywork Dec 20, 2024
1b63ed2
Merge branch 'main' into patch-2
LittleLittleCloud Dec 20, 2024
0126a56
Merge branch 'main' into patch-2
kimmywork Dec 24, 2024
d7dd1fc
Merge branch 'main' into patch-2
kimmywork Dec 26, 2024
710cf7b
Merge branch 'main' into patch-2
LittleLittleCloud Dec 27, 2024
f572c0f
Merge branch 'main' into patch-2
LittleLittleCloud Dec 27, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
14 changes: 8 additions & 6 deletions dotnet/src/AutoGen/LMStudioConfig.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -13,18 +13,20 @@ namespace AutoGen;
/// </summary>
public class LMStudioConfig : ILLMConfig
{
public LMStudioConfig(string host, int port)
public LMStudioConfig(string host, int port, string modelName)
kimmywork marked this conversation as resolved.
Show resolved Hide resolved
{
this.Host = host;
this.Port = port;
this.Uri = new Uri($"http://{host}:{port}");
this.Uri = new Uri($"http://{host}:{port}/v1");
this.ModelName = modelName;
}

public LMStudioConfig(Uri uri)
public LMStudioConfig(Uri uri, string modelName)
kimmywork marked this conversation as resolved.
Show resolved Hide resolved
{
this.Uri = uri;
this.Host = uri.Host;
this.Port = uri.Port;
this.ModelName = modelName;
}

public string Host { get; }
Expand All @@ -33,15 +35,15 @@ public LMStudioConfig(Uri uri)

public Uri Uri { get; }

public string ModelName { get; }

internal ChatClient CreateChatClient()
{
var client = new OpenAIClient(new ApiKeyCredential("api-key"), new OpenAIClientOptions
{
Endpoint = this.Uri,
});

// model name doesn't matter for LM Studio

return client.GetChatClient("model-name");
return client.GetChatClient(this.ModelName);
}
}