diff --git a/README.jp.md b/README.jp.md index 0d9574a125..44018af29b 100644 --- a/README.jp.md +++ b/README.jp.md @@ -464,6 +464,10 @@ DeepChatはメッセージアプリからリモート操作できるため、デ Runcrate Icon
Runcrate + + CloudGPU Icon
+ CloudGPU + diff --git a/README.md b/README.md index cdac50c619..43fe93a32e 100644 --- a/README.md +++ b/README.md @@ -467,6 +467,10 @@ Common commands include `/start`, `/help`, `/pair`, `/new`, `/sessions`, `/use`, Runcrate Icon
Runcrate + + CloudGPU Icon
+ CloudGPU + diff --git a/README.zh.md b/README.zh.md index c0d31e190e..4658cb2552 100644 --- a/README.zh.md +++ b/README.zh.md @@ -461,6 +461,10 @@ DeepChat 可以通过聊天软件远程控制,让你离开桌面后也能继 Runcrate Icon
Runcrate + + CloudGPU Icon
+ CloudGPU + diff --git a/docs/features/provider-runtime/spec.md b/docs/features/provider-runtime/spec.md index c4d5dbf969..870c1a63ce 100644 --- a/docs/features/provider-runtime/spec.md +++ b/docs/features/provider-runtime/spec.md @@ -105,6 +105,17 @@ The catalog is public, so connection checks generate text with `gpt-5.6-luna` an Upstream reference: [Language Models API](https://apimodels.app/docs/llm?p=openai). +## CloudGPU + +`cloudgpu` uses the OpenAI-compatible transport with API-key credentials. Live model discovery +lists every chat model from the public `/v1/models` catalog. The catalog has no capability field, +so ids that are clearly not chat models (embedding, rerank, image, audio, speech, TTS and +transcription ids) are skipped by name. The catalog is public, so connection checks generate text +with `deepseek-v4.1-flash` and the shared 16-token output limit to validate credentials. +Embeddings are disabled for this profile. + +Upstream reference: [API docs](https://cloudgpu.app/api/docs?utm_source=deepchat). + ## OpenAI Codex `openai-codex` is separate from standard `openai`: distinct provider ID, runtime kind, credential store, diff --git a/src/main/provider/defaults.ts b/src/main/provider/defaults.ts index 58c09115f5..52785afd34 100644 --- a/src/main/provider/defaults.ts +++ b/src/main/provider/defaults.ts @@ -664,6 +664,20 @@ const PROVIDER_DEFAULTS: LLM_PROVIDER_BASE[] = [ models: 'https://www.runcrate.ai/inference?utm_source=deepchat' } }, + { + id: 'cloudgpu', + name: 'CloudGPU', + apiType: 'openai-completions', + apiKey: '', + baseUrl: 'https://cloudgpu.app/v1', + enable: false, + websites: { + official: 'https://cloudgpu.app/?utm_source=deepchat', + apiKey: 'https://cloudgpu.app/api/console?utm_source=deepchat', + docs: 'https://cloudgpu.app/api/docs?utm_source=deepchat', + models: 'https://cloudgpu.app/api?utm_source=deepchat' + } + }, { id: 'aistupidlevel', name: 'AI Stupid Level', diff --git a/src/main/provider/providerRegistry.ts b/src/main/provider/providerRegistry.ts index 608aefe28b..7a36b80719 100644 --- a/src/main/provider/providerRegistry.ts +++ b/src/main/provider/providerRegistry.ts @@ -13,6 +13,7 @@ export type AiSdkModelSourceStrategy = | 'openai' | 'apimodels' | 'runcrate' + | 'cloudgpu' | 'apimart' | 'openai-codex' | 'opencode-go' @@ -625,6 +626,20 @@ const PROVIDER_ID_REGISTRY = new Map([ checkMaxTokens: 16 }) ], + [ + 'cloudgpu', + createDefinition({ + ...OPENAI_BASE, + modelSource: 'cloudgpu', + checkStrategy: 'generate-text', + credentialStrategy: 'api-key', + embeddingStrategy: 'none', + checkModelId: 'deepseek-v4.1-flash', + checkPrompt: 'Hello', + checkTemperature: 0.2, + checkMaxTokens: 16 + }) + ], [ 'poe', createDefinition({ diff --git a/src/main/provider/providers/aiSdkProvider.ts b/src/main/provider/providers/aiSdkProvider.ts index ea30e7bae6..0eabc02848 100644 --- a/src/main/provider/providers/aiSdkProvider.ts +++ b/src/main/provider/providers/aiSdkProvider.ts @@ -1784,6 +1784,8 @@ export class AiSdkProvider extends BaseLLMProvider { } case 'runcrate': return this.fetchRuncrateModels() + case 'cloudgpu': + return this.fetchCloudgpuModels() case 'bedrock': return this.fetchBedrockModels() case 'new-api': @@ -2180,6 +2182,46 @@ export class AiSdkProvider extends BaseLLMProvider { return models } + /** + * CloudGPU's public catalog answers without a key and has no capability field. List every id + * except the ones that are clearly not chat models (embedding, rerank, image, audio, speech). + */ + private async fetchCloudgpuModels(): Promise { + const records = await this.fetchOpenAIModelRecords({ timeout: this.getModelFetchTimeout() }) + const nonChatPatterns = [ + 'embed', + 'rerank', + 'image', + 'flux-', + 'audio', + 'speech', + 'tts', + 'whisper', + '-asr', + 'transcri' + ] + const models: MODEL_META[] = [] + for (const model of records) { + const modelId = typeof model.id === 'string' ? model.id.trim() : '' + const lower = modelId.toLowerCase() + if (!modelId || nonChatPatterns.some((pattern) => lower.includes(pattern))) { + continue + } + models.push({ + id: modelId, + name: modelId, + group: 'default', + providerId: this.provider.id, + isCustom: false, + type: ModelType.Chat, + ...(typeof model.owned_by === 'string' && model.owned_by.trim() + ? { ownedBy: model.owned_by.trim() } + : {}) + }) + } + return models + } + private async fetchBedrockModels(): Promise { const provider = this.provider as AWS_BEDROCK_PROVIDER const credential = provider.credential diff --git a/src/renderer/src/assets/llm-icons/cloudgpu.svg b/src/renderer/src/assets/llm-icons/cloudgpu.svg new file mode 100644 index 0000000000..4e2ff4c9e8 --- /dev/null +++ b/src/renderer/src/assets/llm-icons/cloudgpu.svg @@ -0,0 +1,5 @@ + + + + + diff --git a/src/renderer/src/components/icons/modelIconRegistry.ts b/src/renderer/src/components/icons/modelIconRegistry.ts index 80dbe4dad4..fc5efcb542 100644 --- a/src/renderer/src/components/icons/modelIconRegistry.ts +++ b/src/renderer/src/components/icons/modelIconRegistry.ts @@ -55,6 +55,7 @@ import litellmColorIcon from '@/assets/llm-icons/litellm.svg?url' import opperColorIcon from '@/assets/llm-icons/opper.svg?url' import aistupidlevelIcon from '@/assets/llm-icons/aistupidlevel.svg?url' import runcrateIcon from '@/assets/llm-icons/runcrate.svg?url' +import cloudgpuIcon from '@/assets/llm-icons/cloudgpu.svg?url' import demonrouteColorIcon from '@/assets/llm-icons/demonroute.svg?url' import orcarouterColorIcon from '@/assets/llm-icons/orcarouter.svg?url' import synthoraiColorIcon from '@/assets/llm-icons/synthorai.svg?url' @@ -202,6 +203,7 @@ export const modelIcons = { opper: opperColorIcon, aistupidlevel: aistupidlevelIcon, runcrate: runcrateIcon, + cloudgpu: cloudgpuIcon, demonroute: demonrouteColorIcon, orcarouter: orcarouterColorIcon, synthorai: synthoraiColorIcon, @@ -285,6 +287,7 @@ const monoIconUrls = new Set([ opperColorIcon, aistupidlevelIcon, runcrateIcon, + cloudgpuIcon, demonrouteColorIcon, githubColorIcon, qiniuIcon, diff --git a/test/main/provider/basicApiKeyProviders.test.ts b/test/main/provider/basicApiKeyProviders.test.ts index 175615c496..053b7fecba 100644 --- a/test/main/provider/basicApiKeyProviders.test.ts +++ b/test/main/provider/basicApiKeyProviders.test.ts @@ -1722,6 +1722,93 @@ describe('basic API-key provider registrations', () => { ) }) + it('checks CloudGPU with a chat model instead of its public model list', async () => { + const defaults = DEFAULT_PROVIDERS.find((provider) => provider.id === 'cloudgpu')! + expect(defaults).toBeDefined() + const config = { ...defaults, apiKey: 'test-key' } + // CloudGPU's /v1/models answers without a key, so listing models cannot validate one. + expect(resolveAiSdkProviderDefinition(config)).toMatchObject({ + runtimeKind: 'openai-compatible', + modelSource: 'cloudgpu', + checkStrategy: 'generate-text', + credentialStrategy: 'api-key', + embeddingStrategy: 'none', + checkModelId: 'deepseek-v4.1-flash' + }) + const provider = new AiSdkProvider(config, createProviderSettings()) + ;(provider as any).isInitialized = true + + await expect(provider.check()).resolves.toEqual({ isOk: true, errorMsg: null }) + expect(mockRunAiSdkGenerateText).toHaveBeenCalledWith( + expect.objectContaining({ + providerKind: 'openai-compatible', + provider: expect.objectContaining({ + id: 'cloudgpu', + apiKey: 'test-key', + baseUrl: 'https://cloudgpu.app/v1' + }) + }), + [{ role: 'user', content: 'Hello' }], + 'deepseek-v4.1-flash', + expect.any(Object), + 0.2, + 16 + ) + }) + + it('lists every CloudGPU catalog id except non-chat models', async () => { + const defaults = DEFAULT_PROVIDERS.find(({ id }) => id === 'cloudgpu')! + const fetchMock = vi.fn().mockResolvedValue( + Response.json({ + object: 'list', + data: [ + { id: 'auto', owned_by: 'cloudgpu' }, + { id: 'deepseek-v4.1-flash', owned_by: 'cloudgpu' }, + { id: 'kimi-k3', owned_by: 'cloudgpu' }, + { id: 'glm-5.1', owned_by: ' ' }, + { id: 'minimax-m3' }, + { id: 'vendor-chat-large' }, + { id: 'flux-1-schnell' }, + { id: 'glm-image' }, + { id: 'deepseek-embed' }, + { id: 'vendor-reranker' }, + { id: 'whisper-v3' }, + { id: 'kokoro-tts' }, + { id: 'vendor-asr' }, + { id: 'vendor-audio-preview' }, + { id: ' ' }, + { id: 12 } + ] + }) + ) + global.fetch = fetchMock + const provider = new AiSdkProvider(defaults, createProviderSettings()) + + const models = await provider.fetchModels({ suppressErrors: false }) + expect(models.map(({ id }) => id)).toEqual([ + 'auto', + 'deepseek-v4.1-flash', + 'kimi-k3', + 'glm-5.1', + 'minimax-m3', + 'vendor-chat-large' + ]) + expect(models).toContainEqual({ + id: 'auto', + name: 'auto', + group: 'default', + providerId: 'cloudgpu', + isCustom: false, + type: 'chat', + ownedBy: 'cloudgpu' + }) + expect(models.find(({ id }) => id === 'glm-5.1')).not.toHaveProperty('ownedBy') + expect(fetchMock).toHaveBeenCalledWith( + 'https://cloudgpu.app/v1/models', + expect.objectContaining({ method: 'GET' }) + ) + }) + it('lists only text chat models from the public Runcrate catalog', async () => { const defaults = DEFAULT_PROVIDERS.find(({ id }) => id === 'runcrate')! const fetchMock = vi.fn().mockResolvedValue( diff --git a/test/main/provider/defaultProviders.test.ts b/test/main/provider/defaultProviders.test.ts index e0542b587b..b37aaa570a 100644 --- a/test/main/provider/defaultProviders.test.ts +++ b/test/main/provider/defaultProviders.test.ts @@ -151,6 +151,25 @@ describe('DEFAULT_PROVIDERS', () => { ) }) + it('includes CloudGPU as a disabled built-in OpenAI-compatible provider', () => { + expect(DEFAULT_PROVIDERS).toContainEqual( + expect.objectContaining({ + id: 'cloudgpu', + name: 'CloudGPU', + apiType: 'openai-completions', + baseUrl: 'https://cloudgpu.app/v1', + enable: false, + websites: expect.objectContaining({ + official: 'https://cloudgpu.app/?utm_source=deepchat', + apiKey: 'https://cloudgpu.app/api/console?utm_source=deepchat', + docs: 'https://cloudgpu.app/api/docs?utm_source=deepchat', + models: 'https://cloudgpu.app/api?utm_source=deepchat', + defaultBaseUrl: 'https://cloudgpu.app/v1' + }) + }) + ) + }) + it('includes AI Stupid Level as a disabled built-in OpenAI-compatible provider', () => { expect(DEFAULT_PROVIDERS).toContainEqual( expect.objectContaining({