The TypeScript SDK and docs are currently in beta.
Report issues on GitHub.
Example Usage
import { ListEndpointsResponse } from "@openrouter/sdk/models/operations";
let value: ListEndpointsResponse = {
data: {
architecture: {
inputModalities: [
"text",
],
instructType: "chatml",
modality: "text->text",
outputModalities: [
"text",
],
tokenizer: "GPT",
},
created: 1692901234,
description:
"GPT-4 is a large multimodal model that can solve difficult problems with greater accuracy.",
endpoints: [
{
contextLength: 8192,
latencyLast30m: {
p50: 0.25,
p75: 0.35,
p90: 0.48,
p99: 0.85,
},
maxCompletionTokens: 4096,
maxPromptTokens: 8192,
modelId: "openai/gpt-4",
modelName: "GPT-4",
name: "OpenAI: GPT-4",
pricing: {
completion: "0.00006",
prompt: "0.00003",
},
providerName: "OpenAI",
quantization: "fp16",
supportedParameters: [
"temperature",
"top_p",
"max_tokens",
],
supportsImplicitCaching: true,
tag: "openai",
throughputLast30m: {
p50: 45.2,
p75: 38.5,
p90: 28.3,
p99: 15.1,
},
uptimeLast1d: 99.8,
uptimeLast30m: 99.5,
uptimeLast5m: 100,
},
],
id: "openai/gpt-4",
name: "GPT-4",
},
};
Fields
| Field | Type | Required | Description | Example |
|---|---|---|---|---|
data | models.ListEndpointsResponse | :heavy_check_mark: | List of available endpoints for a model | {"architecture": {"input_modalities": ["text"],"instruct_type": "chatml","modality": "text-\u003etext","output_modalities": ["text"],"tokenizer": "GPT"},“created”: 1692901234, “description”: “GPT-4 is a large multimodal model that can solve difficult problems with greater accuracy.”, “endpoints”: [ {"context_length": 8192,"latency_last_30m": {"p50": 0.25,"p75": 0.35,"p90": 0.48,"p99": 0.85},“max_completion_tokens”: 4096, “max_prompt_tokens”: 8192, “model_name”: “GPT-4”, “name”: “OpenAI: GPT-4”, “pricing”: {"completion": "0.00006","image": "0","prompt": "0.00003","request": "0"},“provider_name”: “OpenAI”, “quantization”: “fp16”, “status”: “default”, “supported_parameters”: [ “temperature”, “top_p”, “max_tokens”, “frequency_penalty”, “presence_penalty” ], “supports_implicit_caching”: true, “tag”: “openai”, “throughput_last_30m”: {"p50": 45.2,"p75": 38.5,"p90": 28.3,"p99": 15.1},“uptime_last_1d”: 99.8, “uptime_last_30m”: 99.5, “uptime_last_5m”: 100<br/>}], “id”: “openai/gpt-4”, “name”: “GPT-4” } |