diff --git a/web/console/lib/demoNetwork.ts b/web/console/lib/demoNetwork.ts index d64e4fd..e93e58d 100644 --- a/web/console/lib/demoNetwork.ts +++ b/web/console/lib/demoNetwork.ts @@ -8,34 +8,40 @@ import type { PublicCatalogModel, PublicHost, PublicStatus, RegionNodeCount } fr */ export const DEMO_UNTIL_REAL_NODES = 80; +// Singapore + Malaysia lead the heat map; other hubs stay busy but secondary. const DEMO_REGIONS: RegionNodeCount[] = [ - { region: "in-south", node_count: 96 }, - { region: "us-east", node_count: 72 }, - { region: "eu-west", node_count: 58 }, - { region: "ap-southeast", node_count: 49 }, - { region: "af-south", node_count: 41 } + { region: "sg", node_count: 82 }, + { region: "my", node_count: 71 }, + { region: "in-south", node_count: 92 }, + { region: "us-east", node_count: 64 }, + { region: "eu-west", node_count: 51 }, + { region: "ap-southeast", node_count: 45 }, + { region: "af-south", node_count: 36 } ]; // Totals are lifetime host credits in microdollars — enough to read as real // money on the ticker ($12–$95), not fractions of a cent. const DEMO_HOSTS: PublicHost[] = [ + { handle: "merlion-kite", region: "sg", state: "serving", jobs_24h: 44, credited_microdollars_24h: 2_600_000, credited_microdollars_total: 58_400_000 }, + { handle: "penang-swift", region: "my", state: "serving", jobs_24h: 39, credited_microdollars_24h: 2_200_000, credited_microdollars_total: 46_800_000 }, + { handle: "jb-otter", region: "my", state: "serving", jobs_24h: 31, credited_microdollars_24h: 1_750_000, credited_microdollars_total: 33_200_000 }, + { handle: "sentosa-wren", region: "sg", state: "idle", jobs_24h: 21, credited_microdollars_24h: 1_150_000, credited_microdollars_total: 29_700_000 }, { handle: "amber-falcon", region: "in-south", state: "serving", jobs_24h: 41, credited_microdollars_24h: 2_400_000, credited_microdollars_total: 48_200_000 }, { handle: "nile-sparrow", region: "af-south", state: "serving", jobs_24h: 28, credited_microdollars_24h: 1_600_000, credited_microdollars_total: 27_400_000 }, { handle: "hudson-lynx", region: "us-east", state: "idle", jobs_24h: 19, credited_microdollars_24h: 1_100_000, credited_microdollars_total: 61_800_000 }, { handle: "rhine-otter", region: "eu-west", state: "serving", jobs_24h: 33, credited_microdollars_24h: 1_900_000, credited_microdollars_total: 39_500_000 }, { handle: "coorg-moth", region: "in-south", state: "serving", jobs_24h: 52, credited_microdollars_24h: 3_100_000, credited_microdollars_total: 72_600_000 }, - { handle: "lagos-kite", region: "af-south", state: "idle", jobs_24h: 14, credited_microdollars_24h: 800_000, credited_microdollars_total: 18_200_000 }, + { handle: "orchid-ray", region: "ap-southeast", state: "serving", jobs_24h: 36, credited_microdollars_24h: 2_000_000, credited_microdollars_total: 44_600_000 }, + { handle: "batik-lark", region: "ap-southeast", state: "idle", jobs_24h: 17, credited_microdollars_24h: 950_000, credited_microdollars_total: 21_800_000 }, { handle: "brooklyn-wren", region: "us-east", state: "serving", jobs_24h: 37, credited_microdollars_24h: 2_200_000, credited_microdollars_total: 54_100_000 }, { handle: "lisbon-fox", region: "eu-west", state: "serving", jobs_24h: 25, credited_microdollars_24h: 1_400_000, credited_microdollars_total: 33_700_000 }, { handle: "pune-crane", region: "in-south", state: "idle", jobs_24h: 22, credited_microdollars_24h: 1_200_000, credited_microdollars_total: 41_300_000 }, - { handle: "accra-swift", region: "af-south", state: "serving", jobs_24h: 31, credited_microdollars_24h: 1_700_000, credited_microdollars_total: 24_900_000 }, - { handle: "orchid-ray", region: "ap-southeast", state: "serving", jobs_24h: 36, credited_microdollars_24h: 2_000_000, credited_microdollars_total: 44_600_000 }, - { handle: "batik-lark", region: "ap-southeast", state: "idle", jobs_24h: 17, credited_microdollars_24h: 950_000, credited_microdollars_total: 21_800_000 }, - { handle: "mekong-tern", region: "ap-southeast", state: "serving", jobs_24h: 29, credited_microdollars_24h: 1_550_000, credited_microdollars_total: 36_200_000 } + { handle: "accra-swift", region: "af-south", state: "serving", jobs_24h: 31, credited_microdollars_24h: 1_700_000, credited_microdollars_total: 24_900_000 } ]; /** Popular models float to the top when the demo layer is active. */ export const DEMO_MODEL_ORDER = [ + "minimax-h3", "llama-3.1-8b-instruct", "qwen2.5-7b-instruct", "deepseek-r1-distill-llama-8b", @@ -63,22 +69,23 @@ type DemoAvail = { }; const DEMO_AVAILABILITY: Record = { - "llama-3.1-8b-instruct": { state: "available", nodes: 54, tps: 34 }, - "qwen2.5-7b-instruct": { state: "available", nodes: 61, tps: 31 }, - "deepseek-r1-distill-llama-8b": { state: "available", nodes: 38, tps: 29 }, - "qwen2.5-coder-7b-instruct": { state: "available", nodes: 47, tps: 30 }, - "mistral-small-24b-instruct": { state: "available", nodes: 29, tps: 22 }, - "gemma-3-12b-it": { state: "available", nodes: 33, tps: 27 }, - "phi-4": { state: "available", nodes: 41, tps: 32 }, - "qwen2.5-14b-instruct": { state: "limited", nodes: 12, tps: 24, intermittent: true }, - "deepseek-r1-distill-qwen-32b": { state: "limited", nodes: 9, tps: 16, intermittent: true }, - "llama-3.3-70b-instruct": { state: "limited", nodes: 6, tps: 11, intermittent: true }, - "qwen2.5-coder-32b-instruct": { state: "available", nodes: 14, tps: 17 }, - "gemma-3-27b-it": { state: "limited", nodes: 8, tps: 18, intermittent: true }, - "qwen2.5-32b-instruct": { state: "available", nodes: 11, tps: 15 }, - "qwen2.5-72b-instruct": { state: "limited", nodes: 4, tps: 10, intermittent: true }, - "mixtral-8x7b-instruct": { state: "available", nodes: 18, tps: 19 }, - "llama-3.2-3b-instruct": { state: "available", nodes: 72, tps: 48 } + "minimax-h3": { state: "available", nodes: 14, tps: 8 }, + "llama-3.1-8b-instruct": { state: "available", nodes: 58, tps: 34 }, + "qwen2.5-7b-instruct": { state: "available", nodes: 67, tps: 31 }, + "deepseek-r1-distill-llama-8b": { state: "available", nodes: 42, tps: 29 }, + "qwen2.5-coder-7b-instruct": { state: "available", nodes: 51, tps: 30 }, + "mistral-small-24b-instruct": { state: "available", nodes: 32, tps: 22 }, + "gemma-3-12b-it": { state: "available", nodes: 36, tps: 27 }, + "phi-4": { state: "available", nodes: 44, tps: 32 }, + "qwen2.5-14b-instruct": { state: "limited", nodes: 14, tps: 24, intermittent: true }, + "deepseek-r1-distill-qwen-32b": { state: "limited", nodes: 11, tps: 16, intermittent: true }, + "llama-3.3-70b-instruct": { state: "limited", nodes: 7, tps: 11, intermittent: true }, + "qwen2.5-coder-32b-instruct": { state: "available", nodes: 16, tps: 17 }, + "gemma-3-27b-it": { state: "limited", nodes: 9, tps: 18, intermittent: true }, + "qwen2.5-32b-instruct": { state: "available", nodes: 13, tps: 15 }, + "qwen2.5-72b-instruct": { state: "limited", nodes: 5, tps: 10, intermittent: true }, + "mixtral-8x7b-instruct": { state: "available", nodes: 21, tps: 19 }, + "llama-3.2-3b-instruct": { state: "available", nodes: 78, tps: 48 } }; let demoEnabled = typeof process === "undefined" || process.env.VITEST !== "true"; @@ -107,14 +114,25 @@ export function withDemoNetworkStats(status: PublicStatus): PublicStatus { connected_node_count: Math.max(status.connected_node_count, connected), regions_online: regionNodeCounts.map((entry) => entry.region), region_node_counts: regionNodeCounts, - jobs_completed_24h: Math.max(status.jobs_completed_24h, 22_180), - jobs_completed_total: Math.max(status.jobs_completed_total, 268_400), - output_tokens_served_24h: Math.max(status.output_tokens_served_24h, 156_200_000), - output_tokens_served_total: Math.max(status.output_tokens_served_total, 1_842_000_000), - estimated_gpu_hours_reused_24h: Math.max(status.estimated_gpu_hours_reused_24h, 2_240), - estimated_gpu_hours_reused: Math.max(status.estimated_gpu_hours_reused, 26_800), + jobs_completed_24h: Math.max(status.jobs_completed_24h, 31_400), + jobs_completed_total: Math.max(status.jobs_completed_total, 375_000), + output_tokens_served_24h: Math.max(status.output_tokens_served_24h, 214_000_000), + output_tokens_served_total: Math.max(status.output_tokens_served_total, 2_460_000_000), + estimated_gpu_hours_reused_24h: Math.max(status.estimated_gpu_hours_reused_24h, 3_180), + estimated_gpu_hours_reused: Math.max(status.estimated_gpu_hours_reused, 37_200), hosts: status.hosts.length >= DEMO_HOSTS.length ? status.hosts : DEMO_HOSTS, - cities: ["Bengaluru", "Singapore", "Jakarta", "Lagos", "Newark", "Amsterdam", "Pune", "Accra", "Bangkok"] + cities: [ + "Singapore", + "Kuala Lumpur", + "Penang", + "Johor Bahru", + "Bengaluru", + "Jakarta", + "Lagos", + "Newark", + "Amsterdam", + "Bangkok" + ] }; } diff --git a/web/console/lib/regions.ts b/web/console/lib/regions.ts index bf88061..c1168ec 100644 --- a/web/console/lib/regions.ts +++ b/web/console/lib/regions.ts @@ -21,6 +21,8 @@ const REGION_ANCHORS: Record = { "ca-central": { lat: 45, lon: -75 }, "sa-east": { lat: -23, lon: -46 }, "ap-southeast": { lat: 1, lon: 104 }, + sg: { lat: 1.3, lon: 103.8 }, + my: { lat: 3.1, lon: 101.7 }, "ap-northeast": { lat: 36, lon: 140 }, "au-east": { lat: -34, lon: 151 }, "af-south": { lat: -26, lon: 28 }, @@ -65,6 +67,8 @@ const REGION_LABELS: Record = { "us-east": "US (East)", "us-west": "US (West)", "ap-southeast": "Southeast Asia", + sg: "Singapore", + my: "Malaysia", "af-south": "Africa (South)" }; diff --git a/web/console/lib/showcaseModels.ts b/web/console/lib/showcaseModels.ts index 96631b8..442093b 100644 --- a/web/console/lib/showcaseModels.ts +++ b/web/console/lib/showcaseModels.ts @@ -7,6 +7,25 @@ import type { PublicCatalogModel } from "./types"; * Drop this file (and the merge call) once the live catalog is broad enough. */ export const SHOWCASE_MODELS: PublicCatalogModel[] = [ + showcase({ + model_id: "minimax-h3", + display_name: "MiniMax H3", + description: + "Open omni video model — text, image, video, and audio in; video with native stereo audio out.", + context_tokens: 8192, + max_output_tokens: 4096, + input: 0.4, + output: 1.2, + typical_input: 0.6, + typical_output: 1.8, + expected_tps: 8, + attribution: { + display_text: "MiniMax H3", + notice_text: "MiniMax H3 is licensed under the MiniMax H3 Community License", + license_url: "https://huggingface.co/MiniMaxAI/MiniMax-H3", + aup_url: "https://huggingface.co/MiniMaxAI/MiniMax-H3" + } + }), showcase({ model_id: "llama-3.1-8b-instruct", display_name: "Llama 3.1 8B Instruct", diff --git a/web/console/test/console.test.tsx b/web/console/test/console.test.tsx index dcf4a93..c74c840 100644 --- a/web/console/test/console.test.tsx +++ b/web/console/test/console.test.tsx @@ -169,10 +169,11 @@ describe("console components", () => { render(); expect(screen.getByText("DeepSeek R1 Distill 32B")).toBeInTheDocument(); expect(screen.getByText("Llama 3.3 70B Instruct")).toBeInTheDocument(); + expect(screen.getByText("MiniMax H3")).toBeInTheDocument(); expect(screen.getAllByText("Available on request").length).toBeGreaterThan(5); }); - it("demo network boosts metrics, lights five regions, and surfaces popular models as online", () => { + it("demo network boosts metrics, lights seven regions, and surfaces popular models as online", () => { setShowcaseModelsEnabled(true); setDemoNetworkEnabled(true); const thin = publicStatusFixture({ @@ -183,15 +184,25 @@ describe("console components", () => { }); expect(shouldUseDemoNetwork(thin)).toBe(true); const demo = withDemoNetworkStats(thin); - expect(demo.connected_node_count).toBe(316); - expect(demo.regions_online).toEqual(["in-south", "us-east", "eu-west", "ap-southeast", "af-south"]); - expect(demo.region_node_counts).toHaveLength(5); + expect(demo.connected_node_count).toBe(441); + expect(demo.regions_online).toEqual([ + "sg", + "my", + "in-south", + "us-east", + "eu-west", + "ap-southeast", + "af-south" + ]); + expect(demo.region_node_counts).toHaveLength(7); expect(demo.hosts.length).toBeGreaterThan(5); - expect(demo.hosts.some((host) => host.region === "ap-southeast")).toBe(true); + expect(demo.hosts.some((host) => host.region === "sg")).toBe(true); + expect(demo.hosts.some((host) => host.region === "my")).toBe(true); + expect(demo.cities.slice(0, 2)).toEqual(["Singapore", "Kuala Lumpur"]); expect(demo.hosts[0].credited_microdollars_total).toBeGreaterThanOrEqual(1_000_000); const ranked = withDemoModelAvailability(mergeShowcaseModels(thin.models), 0); - expect(ranked[0].model_id).toBe("llama-3.1-8b-instruct"); + expect(ranked[0].model_id).toBe("minimax-h3"); expect(ranked[0].availability.state).toBe("available"); expect(ranked.find((model) => model.model_id === "qwen2.5-7b-instruct")?.availability.state).toBe( "available" @@ -204,12 +215,12 @@ describe("console components", () => { stubStatusFetch(thin); const { container } = render(); const figures = within(requireElement(container, ".figures")); - expect(figures.getByText("316")).toBeInTheDocument(); - expect(figures.getByText("5")).toBeInTheDocument(); + expect(figures.getByText("441")).toBeInTheDocument(); + expect(figures.getByText("7")).toBeInTheDocument(); expect(container.querySelectorAll(".map-cell.hot").length).toBeGreaterThan(10); expect(screen.getAllByText("Available now").length).toBeGreaterThan(3); - const llamaRow = within(modelRowByName(container, "Llama 3.1 8B Instruct")); - expect(llamaRow.getByText("Available now")).toBeInTheDocument(); + const minimaxRow = within(modelRowByName(container, "MiniMax H3")); + expect(minimaxRow.getByText("Available now")).toBeInTheDocument(); }); it("omits the comparison entirely when a manifest has no market numbers", () => {