summaryrefslogtreecommitdiffhomepage
path: root/packages/openai-stream/src/listModels.test.ts
diff options
context:
space:
mode:
Diffstat (limited to 'packages/openai-stream/src/listModels.test.ts')
-rw-r--r--packages/openai-stream/src/listModels.test.ts219
1 files changed, 133 insertions, 86 deletions
diff --git a/packages/openai-stream/src/listModels.test.ts b/packages/openai-stream/src/listModels.test.ts
index 63c95fc..2e3b1a3 100644
--- a/packages/openai-stream/src/listModels.test.ts
+++ b/packages/openai-stream/src/listModels.test.ts
@@ -1,102 +1,149 @@
import type { ApiKeyCredentials, ModelInfo, ProviderContract } from "@dispatch/kernel";
import type { FetchLike } from "@dispatch/trace-replay";
import { describe, expect, it, vi } from "vitest";
-import { parseModelList } from "./listModels.js";
+import { isVisionModelId, parseModelList } from "./listModels.js";
import { createOpenAICompatProvider } from "./provider.js";
function makeProvider(fetchFn: FetchLike, apiKey = "sk-test-1234567890abcdef"): ProviderContract {
- const creds: ApiKeyCredentials = {
- type: "api-key",
- apiKey,
- baseURL: "https://api.example.com/v1",
- };
- return createOpenAICompatProvider({
- credentials: creds,
- model: "test-model",
- id: "openai-compat",
- fetchFn,
- });
+ const creds: ApiKeyCredentials = {
+ type: "api-key",
+ apiKey,
+ baseURL: "https://api.example.com/v1",
+ };
+ return createOpenAICompatProvider({
+ credentials: creds,
+ model: "test-model",
+ id: "openai-compat",
+ fetchFn,
+ });
}
function jsonResponse(body: unknown, status = 200): Response {
- return new Response(JSON.stringify(body), {
- status,
- headers: { "Content-Type": "application/json" },
- });
+ return new Response(JSON.stringify(body), {
+ status,
+ headers: { "Content-Type": "application/json" },
+ });
}
describe("listModels — pure mapping (parseModelList)", () => {
- it("maps OpenAI model entries to ModelInfo", () => {
- const result = parseModelList([{ id: "a" }, { id: "b" }]);
- expect(result).toEqual([{ id: "a" }, { id: "b" }]);
- });
-
- it("returns empty array for empty input", () => {
- const result = parseModelList([]);
- expect(result).toEqual([]);
- });
+ it("maps OpenAI model entries to ModelInfo", () => {
+ const result = parseModelList([{ id: "a" }, { id: "b" }]);
+ expect(result).toEqual([{ id: "a" }, { id: "b" }]);
+ });
+
+ it("returns empty array for empty input", () => {
+ const result = parseModelList([]);
+ expect(result).toEqual([]);
+ });
+
+ it("extracts contextWindow from common field names", () => {
+ const result = parseModelList([
+ { id: "m1", context_length: 128000 },
+ { id: "m2", context_window: 200000 },
+ { id: "m3", max_context_length: 64000 },
+ { id: "m4", max_tokens: 8000 },
+ ]);
+ expect(result).toEqual([
+ { id: "m1", contextWindow: 128000 },
+ { id: "m2", contextWindow: 200000 },
+ { id: "m3", contextWindow: 64000 },
+ { id: "m4", contextWindow: 8000 },
+ ]);
+ });
+});
+
+describe("listModels — vision capability detection", () => {
+ it("isVisionModelId returns true for umans kimi and qwen model ids", () => {
+ expect(isVisionModelId("umans-kimi-k2.7")).toBe(true);
+ expect(isVisionModelId("Umans-Kimi-K2.7")).toBe(true); // case-insensitive
+ expect(isVisionModelId("umans-qwen3.6-35b-a3b")).toBe(true);
+ });
+
+ it("isVisionModelId returns false for non-vision model ids", () => {
+ expect(isVisionModelId("umans-glm-5.2")).toBe(false);
+ expect(isVisionModelId("umans-coder")).toBe(false);
+ expect(isVisionModelId("umans-flash")).toBe(false);
+ expect(isVisionModelId("kimi-k2.7-code")).toBe(false); // opencode kimi, not umans
+ expect(isVisionModelId("qwen3.7-max")).toBe(false); // opencode qwen, not umans
+ expect(isVisionModelId("deepseek-v4-flash")).toBe(false);
+ });
+
+ it("parseModelList sets vision: true on umans kimi and qwen models only", () => {
+ const result = parseModelList([
+ { id: "umans-kimi-k2.7", context_length: 262144 },
+ { id: "umans-qwen3.6-35b-a3b", context_length: 262144 },
+ { id: "umans-glm-5.2", context_length: 405504 },
+ { id: "umans-coder" },
+ ]);
+ expect(result).toEqual([
+ { id: "umans-kimi-k2.7", contextWindow: 262144, vision: true },
+ { id: "umans-qwen3.6-35b-a3b", contextWindow: 262144, vision: true },
+ { id: "umans-glm-5.2", contextWindow: 405504 },
+ { id: "umans-coder" },
+ ]);
+ });
});
describe("listModels — provider contract", () => {
- it("GETs models endpoint with bearer key and returns mapped ModelInfo[]", async () => {
- const fetchFn = vi.fn(
- () => jsonResponse({ data: [{ id: "a" }, { id: "b" }] }) as unknown as ReturnType<FetchLike>,
- );
- const provider = makeProvider(fetchFn);
- const listModels = provider.listModels;
- if (!listModels) throw new Error("listModels not defined");
-
- const models = await listModels();
-
- expect(fetchFn).toHaveBeenCalledOnce();
- const callArgs = fetchFn.mock.calls[0];
- if (!callArgs) throw new Error("no call args");
- const [url, init] = callArgs as unknown as [string, RequestInit];
- expect(url).toBe("https://api.example.com/v1/models");
- expect(init.method).toBe("GET");
- expect(init.headers).toEqual({ Authorization: "Bearer sk-test-1234567890abcdef" });
-
- expect(models).toEqual([{ id: "a" }, { id: "b" }] as readonly ModelInfo[]);
- });
-
- it("throws on non-OK HTTP status with a clear message", async () => {
- const fetchFn = vi.fn(
- () =>
- new Response("Unauthorized", {
- status: 401,
- headers: { "Content-Type": "text/plain" },
- }) as unknown as ReturnType<FetchLike>,
- );
- const provider = makeProvider(fetchFn);
- const listModels = provider.listModels;
- if (!listModels) throw new Error("listModels not defined");
-
- await expect(listModels()).rejects.toThrow(
- "listModels[openai-compat]: HTTP 401 — Unauthorized",
- );
- });
-
- it("throws on network error with a clear message", async () => {
- const fetchFn = vi.fn(() => {
- throw new Error("connection refused");
- }) as unknown as FetchLike;
- const provider = makeProvider(fetchFn);
- const listModels = provider.listModels;
- if (!listModels) throw new Error("listModels not defined");
-
- await expect(listModels()).rejects.toThrow(
- "listModels[openai-compat]: network error — connection refused",
- );
- });
-
- it("throws when response shape is missing data array", async () => {
- const fetchFn = vi.fn(() => jsonResponse({ models: [] }) as unknown as ReturnType<FetchLike>);
- const provider = makeProvider(fetchFn);
- const listModels = provider.listModels;
- if (!listModels) throw new Error("listModels not defined");
-
- await expect(listModels()).rejects.toThrow(
- 'listModels[openai-compat]: unexpected response shape — missing "data" array',
- );
- });
+ it("GETs models endpoint with bearer key and returns mapped ModelInfo[]", async () => {
+ const fetchFn = vi.fn(
+ () => jsonResponse({ data: [{ id: "a" }, { id: "b" }] }) as unknown as ReturnType<FetchLike>,
+ );
+ const provider = makeProvider(fetchFn);
+ const listModels = provider.listModels;
+ if (!listModels) throw new Error("listModels not defined");
+
+ const models = await listModels();
+
+ expect(fetchFn).toHaveBeenCalledOnce();
+ const callArgs = fetchFn.mock.calls[0];
+ if (!callArgs) throw new Error("no call args");
+ const [url, init] = callArgs as unknown as [string, RequestInit];
+ expect(url).toBe("https://api.example.com/v1/models");
+ expect(init.method).toBe("GET");
+ expect(init.headers).toEqual({ Authorization: "Bearer sk-test-1234567890abcdef" });
+
+ expect(models).toEqual([{ id: "a" }, { id: "b" }] as readonly ModelInfo[]);
+ });
+
+ it("throws on non-OK HTTP status with a clear message", async () => {
+ const fetchFn = vi.fn(
+ () =>
+ new Response("Unauthorized", {
+ status: 401,
+ headers: { "Content-Type": "text/plain" },
+ }) as unknown as ReturnType<FetchLike>,
+ );
+ const provider = makeProvider(fetchFn);
+ const listModels = provider.listModels;
+ if (!listModels) throw new Error("listModels not defined");
+
+ await expect(listModels()).rejects.toThrow(
+ "listModels[openai-compat]: HTTP 401 — Unauthorized",
+ );
+ });
+
+ it("throws on network error with a clear message", async () => {
+ const fetchFn = vi.fn(() => {
+ throw new Error("connection refused");
+ }) as unknown as FetchLike;
+ const provider = makeProvider(fetchFn);
+ const listModels = provider.listModels;
+ if (!listModels) throw new Error("listModels not defined");
+
+ await expect(listModels()).rejects.toThrow(
+ "listModels[openai-compat]: network error — connection refused",
+ );
+ });
+
+ it("throws when response shape is missing data array", async () => {
+ const fetchFn = vi.fn(() => jsonResponse({ models: [] }) as unknown as ReturnType<FetchLike>);
+ const provider = makeProvider(fetchFn);
+ const listModels = provider.listModels;
+ if (!listModels) throw new Error("listModels not defined");
+
+ await expect(listModels()).rejects.toThrow(
+ 'listModels[openai-compat]: unexpected response shape — missing "data" array',
+ );
+ });
});
generated by cgit v1.2.3 (git 2.39.1) at 2026-09-11 14:08:43 +0000