Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
84 changes: 51 additions & 33 deletions web/console/lib/demoNetwork.ts
Original file line number Diff line number Diff line change
Expand Up @@ -8,34 +8,40 @@ import type { PublicCatalogModel, PublicHost, PublicStatus, RegionNodeCount } fr
*/
export const DEMO_UNTIL_REAL_NODES = 80;

// Singapore + Malaysia lead the heat map; other hubs stay busy but secondary.
const DEMO_REGIONS: RegionNodeCount[] = [
{ region: "in-south", node_count: 96 },
{ region: "us-east", node_count: 72 },
{ region: "eu-west", node_count: 58 },
{ region: "ap-southeast", node_count: 49 },
{ region: "af-south", node_count: 41 }
{ region: "sg", node_count: 82 },
{ region: "my", node_count: 71 },
{ region: "in-south", node_count: 92 },
{ region: "us-east", node_count: 64 },
{ region: "eu-west", node_count: 51 },
{ region: "ap-southeast", node_count: 45 },
{ region: "af-south", node_count: 36 }
];

// Totals are lifetime host credits in microdollars — enough to read as real
// money on the ticker ($12–$95), not fractions of a cent.
const DEMO_HOSTS: PublicHost[] = [
{ handle: "merlion-kite", region: "sg", state: "serving", jobs_24h: 44, credited_microdollars_24h: 2_600_000, credited_microdollars_total: 58_400_000 },
{ handle: "penang-swift", region: "my", state: "serving", jobs_24h: 39, credited_microdollars_24h: 2_200_000, credited_microdollars_total: 46_800_000 },
{ handle: "jb-otter", region: "my", state: "serving", jobs_24h: 31, credited_microdollars_24h: 1_750_000, credited_microdollars_total: 33_200_000 },
{ handle: "sentosa-wren", region: "sg", state: "idle", jobs_24h: 21, credited_microdollars_24h: 1_150_000, credited_microdollars_total: 29_700_000 },
{ handle: "amber-falcon", region: "in-south", state: "serving", jobs_24h: 41, credited_microdollars_24h: 2_400_000, credited_microdollars_total: 48_200_000 },
{ handle: "nile-sparrow", region: "af-south", state: "serving", jobs_24h: 28, credited_microdollars_24h: 1_600_000, credited_microdollars_total: 27_400_000 },
{ handle: "hudson-lynx", region: "us-east", state: "idle", jobs_24h: 19, credited_microdollars_24h: 1_100_000, credited_microdollars_total: 61_800_000 },
{ handle: "rhine-otter", region: "eu-west", state: "serving", jobs_24h: 33, credited_microdollars_24h: 1_900_000, credited_microdollars_total: 39_500_000 },
{ handle: "coorg-moth", region: "in-south", state: "serving", jobs_24h: 52, credited_microdollars_24h: 3_100_000, credited_microdollars_total: 72_600_000 },
{ handle: "lagos-kite", region: "af-south", state: "idle", jobs_24h: 14, credited_microdollars_24h: 800_000, credited_microdollars_total: 18_200_000 },
{ handle: "orchid-ray", region: "ap-southeast", state: "serving", jobs_24h: 36, credited_microdollars_24h: 2_000_000, credited_microdollars_total: 44_600_000 },
{ handle: "batik-lark", region: "ap-southeast", state: "idle", jobs_24h: 17, credited_microdollars_24h: 950_000, credited_microdollars_total: 21_800_000 },
{ handle: "brooklyn-wren", region: "us-east", state: "serving", jobs_24h: 37, credited_microdollars_24h: 2_200_000, credited_microdollars_total: 54_100_000 },
{ handle: "lisbon-fox", region: "eu-west", state: "serving", jobs_24h: 25, credited_microdollars_24h: 1_400_000, credited_microdollars_total: 33_700_000 },
{ handle: "pune-crane", region: "in-south", state: "idle", jobs_24h: 22, credited_microdollars_24h: 1_200_000, credited_microdollars_total: 41_300_000 },
{ handle: "accra-swift", region: "af-south", state: "serving", jobs_24h: 31, credited_microdollars_24h: 1_700_000, credited_microdollars_total: 24_900_000 },
{ handle: "orchid-ray", region: "ap-southeast", state: "serving", jobs_24h: 36, credited_microdollars_24h: 2_000_000, credited_microdollars_total: 44_600_000 },
{ handle: "batik-lark", region: "ap-southeast", state: "idle", jobs_24h: 17, credited_microdollars_24h: 950_000, credited_microdollars_total: 21_800_000 },
{ handle: "mekong-tern", region: "ap-southeast", state: "serving", jobs_24h: 29, credited_microdollars_24h: 1_550_000, credited_microdollars_total: 36_200_000 }
{ handle: "accra-swift", region: "af-south", state: "serving", jobs_24h: 31, credited_microdollars_24h: 1_700_000, credited_microdollars_total: 24_900_000 }
];

/** Popular models float to the top when the demo layer is active. */
export const DEMO_MODEL_ORDER = [
"minimax-h3",
"llama-3.1-8b-instruct",
"qwen2.5-7b-instruct",
"deepseek-r1-distill-llama-8b",
Expand Down Expand Up @@ -63,22 +69,23 @@ type DemoAvail = {
};

const DEMO_AVAILABILITY: Record<string, DemoAvail> = {
"llama-3.1-8b-instruct": { state: "available", nodes: 54, tps: 34 },
"qwen2.5-7b-instruct": { state: "available", nodes: 61, tps: 31 },
"deepseek-r1-distill-llama-8b": { state: "available", nodes: 38, tps: 29 },
"qwen2.5-coder-7b-instruct": { state: "available", nodes: 47, tps: 30 },
"mistral-small-24b-instruct": { state: "available", nodes: 29, tps: 22 },
"gemma-3-12b-it": { state: "available", nodes: 33, tps: 27 },
"phi-4": { state: "available", nodes: 41, tps: 32 },
"qwen2.5-14b-instruct": { state: "limited", nodes: 12, tps: 24, intermittent: true },
"deepseek-r1-distill-qwen-32b": { state: "limited", nodes: 9, tps: 16, intermittent: true },
"llama-3.3-70b-instruct": { state: "limited", nodes: 6, tps: 11, intermittent: true },
"qwen2.5-coder-32b-instruct": { state: "available", nodes: 14, tps: 17 },
"gemma-3-27b-it": { state: "limited", nodes: 8, tps: 18, intermittent: true },
"qwen2.5-32b-instruct": { state: "available", nodes: 11, tps: 15 },
"qwen2.5-72b-instruct": { state: "limited", nodes: 4, tps: 10, intermittent: true },
"mixtral-8x7b-instruct": { state: "available", nodes: 18, tps: 19 },
"llama-3.2-3b-instruct": { state: "available", nodes: 72, tps: 48 }
"minimax-h3": { state: "available", nodes: 14, tps: 8 },
"llama-3.1-8b-instruct": { state: "available", nodes: 58, tps: 34 },
"qwen2.5-7b-instruct": { state: "available", nodes: 67, tps: 31 },
"deepseek-r1-distill-llama-8b": { state: "available", nodes: 42, tps: 29 },
"qwen2.5-coder-7b-instruct": { state: "available", nodes: 51, tps: 30 },
"mistral-small-24b-instruct": { state: "available", nodes: 32, tps: 22 },
"gemma-3-12b-it": { state: "available", nodes: 36, tps: 27 },
"phi-4": { state: "available", nodes: 44, tps: 32 },
"qwen2.5-14b-instruct": { state: "limited", nodes: 14, tps: 24, intermittent: true },
"deepseek-r1-distill-qwen-32b": { state: "limited", nodes: 11, tps: 16, intermittent: true },
"llama-3.3-70b-instruct": { state: "limited", nodes: 7, tps: 11, intermittent: true },
"qwen2.5-coder-32b-instruct": { state: "available", nodes: 16, tps: 17 },
"gemma-3-27b-it": { state: "limited", nodes: 9, tps: 18, intermittent: true },
"qwen2.5-32b-instruct": { state: "available", nodes: 13, tps: 15 },
"qwen2.5-72b-instruct": { state: "limited", nodes: 5, tps: 10, intermittent: true },
"mixtral-8x7b-instruct": { state: "available", nodes: 21, tps: 19 },
"llama-3.2-3b-instruct": { state: "available", nodes: 78, tps: 48 }
};

let demoEnabled = typeof process === "undefined" || process.env.VITEST !== "true";
Expand Down Expand Up @@ -107,14 +114,25 @@ export function withDemoNetworkStats(status: PublicStatus): PublicStatus {
connected_node_count: Math.max(status.connected_node_count, connected),
regions_online: regionNodeCounts.map((entry) => entry.region),
region_node_counts: regionNodeCounts,
jobs_completed_24h: Math.max(status.jobs_completed_24h, 22_180),
jobs_completed_total: Math.max(status.jobs_completed_total, 268_400),
output_tokens_served_24h: Math.max(status.output_tokens_served_24h, 156_200_000),
output_tokens_served_total: Math.max(status.output_tokens_served_total, 1_842_000_000),
estimated_gpu_hours_reused_24h: Math.max(status.estimated_gpu_hours_reused_24h, 2_240),
estimated_gpu_hours_reused: Math.max(status.estimated_gpu_hours_reused, 26_800),
jobs_completed_24h: Math.max(status.jobs_completed_24h, 31_400),
jobs_completed_total: Math.max(status.jobs_completed_total, 375_000),
output_tokens_served_24h: Math.max(status.output_tokens_served_24h, 214_000_000),
output_tokens_served_total: Math.max(status.output_tokens_served_total, 2_460_000_000),
estimated_gpu_hours_reused_24h: Math.max(status.estimated_gpu_hours_reused_24h, 3_180),
estimated_gpu_hours_reused: Math.max(status.estimated_gpu_hours_reused, 37_200),
hosts: status.hosts.length >= DEMO_HOSTS.length ? status.hosts : DEMO_HOSTS,
cities: ["Bengaluru", "Singapore", "Jakarta", "Lagos", "Newark", "Amsterdam", "Pune", "Accra", "Bangkok"]
cities: [
"Singapore",
"Kuala Lumpur",
"Penang",
"Johor Bahru",
"Bengaluru",
"Jakarta",
"Lagos",
"Newark",
"Amsterdam",
"Bangkok"
]
};
}

Expand Down
4 changes: 4 additions & 0 deletions web/console/lib/regions.ts
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,8 @@ const REGION_ANCHORS: Record<string, { lat: number; lon: number }> = {
"ca-central": { lat: 45, lon: -75 },
"sa-east": { lat: -23, lon: -46 },
"ap-southeast": { lat: 1, lon: 104 },
sg: { lat: 1.3, lon: 103.8 },
my: { lat: 3.1, lon: 101.7 },
"ap-northeast": { lat: 36, lon: 140 },
"au-east": { lat: -34, lon: 151 },
"af-south": { lat: -26, lon: 28 },
Expand Down Expand Up @@ -65,6 +67,8 @@ const REGION_LABELS: Record<string, string> = {
"us-east": "US (East)",
"us-west": "US (West)",
"ap-southeast": "Southeast Asia",
sg: "Singapore",
my: "Malaysia",
"af-south": "Africa (South)"
};

Expand Down
19 changes: 19 additions & 0 deletions web/console/lib/showcaseModels.ts
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,25 @@ import type { PublicCatalogModel } from "./types";
* Drop this file (and the merge call) once the live catalog is broad enough.
*/
export const SHOWCASE_MODELS: PublicCatalogModel[] = [
showcase({
model_id: "minimax-h3",
display_name: "MiniMax H3",
description:
"Open omni video model — text, image, video, and audio in; video with native stereo audio out.",
context_tokens: 8192,
max_output_tokens: 4096,
input: 0.4,
output: 1.2,
typical_input: 0.6,
typical_output: 1.8,
expected_tps: 8,
attribution: {
display_text: "MiniMax H3",
notice_text: "MiniMax H3 is licensed under the MiniMax H3 Community License",
license_url: "https://huggingface.co/MiniMaxAI/MiniMax-H3",
aup_url: "https://huggingface.co/MiniMaxAI/MiniMax-H3"
}
}),
showcase({
model_id: "llama-3.1-8b-instruct",
display_name: "Llama 3.1 8B Instruct",
Expand Down
31 changes: 21 additions & 10 deletions web/console/test/console.test.tsx
Original file line number Diff line number Diff line change
Expand Up @@ -169,10 +169,11 @@ describe("console components", () => {
render(<PublicStatusPage initialStatus={status} />);
expect(screen.getByText("DeepSeek R1 Distill 32B")).toBeInTheDocument();
expect(screen.getByText("Llama 3.3 70B Instruct")).toBeInTheDocument();
expect(screen.getByText("MiniMax H3")).toBeInTheDocument();
expect(screen.getAllByText("Available on request").length).toBeGreaterThan(5);
});

it("demo network boosts metrics, lights five regions, and surfaces popular models as online", () => {
it("demo network boosts metrics, lights seven regions, and surfaces popular models as online", () => {
setShowcaseModelsEnabled(true);
setDemoNetworkEnabled(true);
const thin = publicStatusFixture({
Expand All @@ -183,15 +184,25 @@ describe("console components", () => {
});
expect(shouldUseDemoNetwork(thin)).toBe(true);
const demo = withDemoNetworkStats(thin);
expect(demo.connected_node_count).toBe(316);
expect(demo.regions_online).toEqual(["in-south", "us-east", "eu-west", "ap-southeast", "af-south"]);
expect(demo.region_node_counts).toHaveLength(5);
expect(demo.connected_node_count).toBe(441);
expect(demo.regions_online).toEqual([
"sg",
"my",
"in-south",
"us-east",
"eu-west",
"ap-southeast",
"af-south"
]);
expect(demo.region_node_counts).toHaveLength(7);
expect(demo.hosts.length).toBeGreaterThan(5);
expect(demo.hosts.some((host) => host.region === "ap-southeast")).toBe(true);
expect(demo.hosts.some((host) => host.region === "sg")).toBe(true);
expect(demo.hosts.some((host) => host.region === "my")).toBe(true);
expect(demo.cities.slice(0, 2)).toEqual(["Singapore", "Kuala Lumpur"]);
expect(demo.hosts[0].credited_microdollars_total).toBeGreaterThanOrEqual(1_000_000);

const ranked = withDemoModelAvailability(mergeShowcaseModels(thin.models), 0);
expect(ranked[0].model_id).toBe("llama-3.1-8b-instruct");
expect(ranked[0].model_id).toBe("minimax-h3");
expect(ranked[0].availability.state).toBe("available");
expect(ranked.find((model) => model.model_id === "qwen2.5-7b-instruct")?.availability.state).toBe(
"available"
Expand All @@ -204,12 +215,12 @@ describe("console components", () => {
stubStatusFetch(thin);
const { container } = render(<PublicStatusPage initialStatus={thin} />);
const figures = within(requireElement(container, ".figures"));
expect(figures.getByText("316")).toBeInTheDocument();
expect(figures.getByText("5")).toBeInTheDocument();
expect(figures.getByText("441")).toBeInTheDocument();
expect(figures.getByText("7")).toBeInTheDocument();
expect(container.querySelectorAll(".map-cell.hot").length).toBeGreaterThan(10);
expect(screen.getAllByText("Available now").length).toBeGreaterThan(3);
const llamaRow = within(modelRowByName(container, "Llama 3.1 8B Instruct"));
expect(llamaRow.getByText("Available now")).toBeInTheDocument();
const minimaxRow = within(modelRowByName(container, "MiniMax H3"));
expect(minimaxRow.getByText("Available now")).toBeInTheDocument();
});

it("omits the comparison entirely when a manifest has no market numbers", () => {
Expand Down