Skip to content

Release v4.0.0: Unified Multimodal Local AI Studio, 14-Tool MCP Server, and Verified Engine Control #93

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
spelech merged 8 commits into from
Oct 3, 2026
Merged

Release v4.0.0: Unified Multimodal Local AI Studio, 14-Tool MCP Server, and Verified Engine Control #93

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
8 commits
Select commit Hold shift + click to select a range
9296247
feat: multi-modality model scanner, interactive studio model selector…
spelech Oct 1, 2026
828d282
docs: update dashboard preview screenshots
spelech Oct 1, 2026
0f1ed51
feat: wire real in-app engine generation, canvas image preview, clipb…
spelech Oct 3, 2026
2894cf8
fix(ui,sizer): overhaul KV cache sizer, studio dock prompts, and layo…
spelech Oct 3, 2026
c84446a
feat(providers,mcp): add provider tests, comfy workflow tests, and ex…
spelech Oct 3, 2026
3d76354
feat(forge,kokoro): add ForgeProviderTests, KokoroVoiceProviderTests,…
spelech Oct 3, 2026
1dd1df3
feat(tests): add EngineCommandExecutionTests and live engine generati…
spelech Oct 3, 2026
2f9ef92
refactor(v4): modularize single-responsibility classes, bump to v4.0.…
spelech Oct 3, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion App.axaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -16,7 +16,7 @@
</Application.Styles>
<TrayIcon.Icons>
<TrayIcons>
<TrayIcon Icon="avares://LocalLLMServerManager/Assets/app-icon.ico" ToolTipText="Local LLM Server Manager v3.18.0" IsVisible="True">
<TrayIcon Icon="avares://LocalLLMServerManager/Assets/app-icon.ico" ToolTipText="Local LLM Server Manager v4.0.0" IsVisible="True">
<TrayIcon.Menu>
<NativeMenu>
<NativeMenuItem Header="Open Native Dashboard" Click="OnOpenDashboardClick"/>
Expand Down
65 changes: 33 additions & 32 deletions Endpoints/EngineEndpoints.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -121,37 +121,7 @@ public static void MapEngineEndpoints(this WebApplication app)
return Results.Ok(new { message = "Audio Engine Stopped" });
});

app.MapGet("/api/audio/voices", async (ISettingsService settingsService, System.Net.Http.IHttpClientFactory clientFactory) =>
{
var settings = settingsService.LoadSettings();
var baseUrl = (string.IsNullOrWhiteSpace(settings.AudioEngineUrl) ? "http://127.0.0.1:8880" : settings.AudioEngineUrl).TrimEnd('/');

try
{
var client = clientFactory.CreateClient();
using var cts = new System.Threading.CancellationTokenSource(TimeSpan.FromSeconds(3));

var response = await client.GetAsync($"{baseUrl}/v1/audio/voices", cts.Token);
if (!response.IsSuccessStatusCode)
{
response = await client.GetAsync($"{baseUrl}/voices", cts.Token);
}

if (response.IsSuccessStatusCode)
{
var json = await response.Content.ReadAsStringAsync(cts.Token);
return Results.Content(json, "application/json");
}
}
catch { }

var defaultVoices = new[]
{
"af_heart", "af_bella", "af_nicole", "af_sarah", "af_sky",
"am_adam", "am_michael", "bf_emma", "bf_isabella", "bm_george", "bm_fable"
};
return Results.Ok(new { voices = defaultVoices, preferred = settings.PreferredAudioVoice });
});
app.MapGet("/api/audio/voices", HandleGetVoicesAsync);

app.MapPost("/api/ollama/start", async (IAiEngineManager engineManager, ISettingsService settingsService, ILoggerFactory loggerFactory) =>
{
Expand Down Expand Up @@ -194,7 +164,38 @@ public static void MapEngineEndpoints(this WebApplication app)
return Results.Problem(result.Message);
});
}

public static async Task<IResult> HandleGetVoicesAsync(ISettingsService settingsService, System.Net.Http.IHttpClientFactory clientFactory)
{
var settings = settingsService.LoadSettings();
var baseUrl = (string.IsNullOrWhiteSpace(settings.AudioEngineUrl) ? "http://127.0.0.1:8880" : settings.AudioEngineUrl).TrimEnd('/');

try
{
var client = clientFactory.CreateClient();
using var cts = new System.Threading.CancellationTokenSource(TimeSpan.FromSeconds(3));

var response = await client.GetAsync($"{baseUrl}/v1/audio/voices", cts.Token);
if (!response.IsSuccessStatusCode)
{
response = await client.GetAsync($"{baseUrl}/voices", cts.Token);
}

if (response.IsSuccessStatusCode)
{
var json = await response.Content.ReadAsStringAsync(cts.Token);
return Results.Content(json, "application/json");
}
}
catch { }

var defaultVoices = new[]
{
"af_heart", "af_bella", "af_nicole", "af_sarah", "af_sky",
"am_adam", "am_michael", "bf_emma", "bf_isabella", "bm_george", "bm_fable"
};
return Results.Ok(new { voices = defaultVoices, preferred = settings.PreferredAudioVoice });
}
}

public record EngineToggleRequest(string? Engine);

2 changes: 1 addition & 1 deletion Endpoints/HealthEndpoints.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,7 @@ public static void MapHealthEndpoints(this WebApplication app)
StableDiffusion = forgeHealthy ? "Online" : "Offline",
ComfyUI = comfyHealthy ? "Online" : "Offline",
PreferredImageEngine = settings.PreferredImageEngine,
Version = "3.18.0",
Version = "4.0.0",
});
});
}
Expand Down
82 changes: 42 additions & 40 deletions Endpoints/ModelProxyEndpoints.cs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -349,58 +349,60 @@ async Task<IResult> HandleDeleteModel(HttpContext context, IHttpClientFactory cl
}
});

app.MapPost("/v1/audio/speech", async (HttpContext context, ISettingsService settingsService, IHttpClientFactory clientFactory) =>
app.MapPost("/v1/audio/speech", HandleSpeechProxyAsync);
}

public static async Task HandleSpeechProxyAsync(HttpContext context, ISettingsService settingsService, IHttpClientFactory clientFactory)
{
try
{
try
{
var settings = settingsService.LoadSettings();
var baseUrl = (string.IsNullOrWhiteSpace(settings.AudioEngineUrl) ? "http://127.0.0.1:8880" : settings.AudioEngineUrl).TrimEnd('/');
var targetUrl = $"{baseUrl}/v1/audio/speech";
var settings = settingsService.LoadSettings();
var baseUrl = (string.IsNullOrWhiteSpace(settings.AudioEngineUrl) ? "http://127.0.0.1:8880" : settings.AudioEngineUrl).TrimEnd('/');
var targetUrl = $"{baseUrl}/v1/audio/speech";

using var reader = new StreamReader(context.Request.Body);
var requestBodyStr = await reader.ReadToEndAsync();
using var reader = new StreamReader(context.Request.Body);
var requestBodyStr = await reader.ReadToEndAsync();

string outgoingJson = requestBodyStr;
if (!string.IsNullOrWhiteSpace(requestBodyStr))
string outgoingJson = requestBodyStr;
if (!string.IsNullOrWhiteSpace(requestBodyStr))
{
try
{
try
{
using var doc = JsonDocument.Parse(requestBodyStr);
var root = doc.RootElement;
var hasVoice = root.TryGetProperty("voice", out var voiceProp) && !string.IsNullOrWhiteSpace(voiceProp.GetString());
using var doc = JsonDocument.Parse(requestBodyStr);
var root = doc.RootElement;
var hasVoice = root.TryGetProperty("voice", out var voiceProp) && !string.IsNullOrWhiteSpace(voiceProp.GetString());

if (!hasVoice)
{
var dict = JsonSerializer.Deserialize<Dictionary<string, object>>(requestBodyStr) ?? new Dictionary<string, object>();
dict["voice"] = string.IsNullOrWhiteSpace(settings.PreferredAudioVoice) ? "af_heart" : settings.PreferredAudioVoice;
outgoingJson = JsonSerializer.Serialize(dict);
}
if (!hasVoice)
{
var dict = JsonSerializer.Deserialize<Dictionary<string, object>>(requestBodyStr) ?? new Dictionary<string, object>();
dict["voice"] = string.IsNullOrWhiteSpace(settings.PreferredAudioVoice) ? "af_heart" : settings.PreferredAudioVoice;
outgoingJson = JsonSerializer.Serialize(dict);
}
catch { }
}
catch { }
}

var http = clientFactory.CreateClient();
using var targetReq = new HttpRequestMessage(HttpMethod.Post, targetUrl);
targetReq.Content = new StringContent(outgoingJson, System.Text.Encoding.UTF8, "application/json");
var http = clientFactory.CreateClient();
using var targetReq = new HttpRequestMessage(HttpMethod.Post, targetUrl);
targetReq.Content = new StringContent(outgoingJson, System.Text.Encoding.UTF8, "application/json");

var targetResponse = await http.SendAsync(targetReq, HttpCompletionOption.ResponseHeadersRead, context.RequestAborted);
var targetResponse = await http.SendAsync(targetReq, HttpCompletionOption.ResponseHeadersRead, context.RequestAborted);

context.Response.StatusCode = (int)targetResponse.StatusCode;
var contentType = targetResponse.Content.Headers.ContentType?.ToString() ?? "audio/mpeg";
context.Response.ContentType = contentType;
context.Response.StatusCode = (int)targetResponse.StatusCode;
var contentType = targetResponse.Content.Headers.ContentType?.ToString() ?? "audio/mpeg";
context.Response.ContentType = contentType;

await using var responseStream = await targetResponse.Content.ReadAsStreamAsync(context.RequestAborted);
await responseStream.CopyToAsync(context.Response.Body, context.RequestAborted);
}
catch (Exception ex)
await using var responseStream = await targetResponse.Content.ReadAsStreamAsync(context.RequestAborted);
await responseStream.CopyToAsync(context.Response.Body, context.RequestAborted);
}
catch (Exception ex)
{
if (!context.Response.HasStarted)
{
if (!context.Response.HasStarted)
{
context.Response.StatusCode = StatusCodes.Status502BadGateway;
context.Response.ContentType = "application/json";
await context.Response.WriteAsync(JsonSerializer.Serialize(new { error = ex.Message }));
}
context.Response.StatusCode = StatusCodes.Status502BadGateway;
context.Response.ContentType = "application/json";
await context.Response.WriteAsync(JsonSerializer.Serialize(new { error = ex.Message }));
}
});
}
}
}
Loading
Loading