add pixtral 12b

This commit is contained in:
zaidmukaddam 2024-09-18 22:54:50 +05:30
parent 2f848de25b
commit e0e3f7f32c
4 changed files with 25 additions and 2 deletions

View File

@ -1,5 +1,6 @@
import { z } from "zod"; import { z } from "zod";
import { createAzure } from '@ai-sdk/azure'; import { createAzure } from '@ai-sdk/azure';
import { mistral } from '@ai-sdk/mistral';
import { import {
convertToCoreMessages, convertToCoreMessages,
streamText, streamText,
@ -49,6 +50,7 @@ const anthropicVertex = createAnthropicVertex({
const registry = experimental_createProviderRegistry({ const registry = experimental_createProviderRegistry({
anthropicVertex, anthropicVertex,
azure, azure,
mistral,
}); });
function sanitizeUrl(url: string): string { function sanitizeUrl(url: string): string {
@ -72,7 +74,7 @@ export async function POST(req: Request) {
model: registry.languageModel(model), model: registry.languageModel(model),
messages: convertToCoreMessages(messages), messages: convertToCoreMessages(messages),
temperature: provider === "azure" ? 0.72 : 0, temperature: provider === "azure" ? 0.72 : 0,
topP: 0, topP: provider === "mistral" ? 1 : 0,
frequencyPenalty: 0, frequencyPenalty: 0,
presencePenalty: 0, presencePenalty: 0,
system: ` system: `

View File

@ -71,7 +71,8 @@ import {
Clock, Clock,
Cpu, Cpu,
Network, Network,
ExternalLink ExternalLink,
Camera
} from 'lucide-react'; } from 'lucide-react';
import { import {
HoverCard, HoverCard,
@ -2370,6 +2371,7 @@ The o1-mini is a new OpenAI model that is optimized for reasoning tasks. Current
const models = [ const models = [
{ value: "azure:gpt4o-mini", label: "OpenAI", icon: Zap, description: "High speed, lower quality", color: "emerald" }, { value: "azure:gpt4o-mini", label: "OpenAI", icon: Zap, description: "High speed, lower quality", color: "emerald" },
{ value: "mistral:pixtral-12b-2409", label: "Mistral", icon: Camera, description: "Pixtral 12B", color: "blue" },
{ value: "anthropicVertex:claude-3-5-sonnet@20240620", label: "Claude", icon: Sparkles, description: "High quality, lower speed", color: "indigo" }, { value: "anthropicVertex:claude-3-5-sonnet@20240620", label: "Claude", icon: Sparkles, description: "High quality, lower speed", color: "indigo" },
{ value: "openai/o1-mini", label: "Reasoning", icon: Flame, description: "Experimental model", color: "orange" }, { value: "openai/o1-mini", label: "Reasoning", icon: Flame, description: "Experimental model", color: "orange" },
] ]
@ -2398,6 +2400,10 @@ The o1-mini is a new OpenAI model that is optimized for reasoning tasks. Current
return isSelected return isSelected
? '!bg-orange-500 !text-white hover:!bg-orange-600' ? '!bg-orange-500 !text-white hover:!bg-orange-600'
: '!text-orange-700 hover:!bg-orange-100'; : '!text-orange-700 hover:!bg-orange-100';
case 'blue':
return isSelected
? '!bg-blue-500 !text-white hover:!bg-blue-600'
: '!text-blue-700 hover:!bg-blue-100';
default: default:
return isSelected return isSelected
? 'bg-gray-500 text-white hover:bg-gray-600' ? 'bg-gray-500 text-white hover:bg-gray-600'

View File

@ -12,6 +12,7 @@
"@ai-sdk/azure": "^0.0.31", "@ai-sdk/azure": "^0.0.31",
"@ai-sdk/cohere": "latest", "@ai-sdk/cohere": "latest",
"@ai-sdk/google": "^0.0.46", "@ai-sdk/google": "^0.0.46",
"@ai-sdk/mistral": "^0.0.41",
"@ai-sdk/openai": "^0.0.58", "@ai-sdk/openai": "^0.0.58",
"@e2b/code-interpreter": "^0.0.8", "@e2b/code-interpreter": "^0.0.8",
"@foobar404/wave": "^2.0.5", "@foobar404/wave": "^2.0.5",

View File

@ -14,6 +14,9 @@ dependencies:
'@ai-sdk/google': '@ai-sdk/google':
specifier: ^0.0.46 specifier: ^0.0.46
version: 0.0.46(zod@3.23.8) version: 0.0.46(zod@3.23.8)
'@ai-sdk/mistral':
specifier: ^0.0.41
version: 0.0.41(zod@3.23.8)
'@ai-sdk/openai': '@ai-sdk/openai':
specifier: ^0.0.58 specifier: ^0.0.58
version: 0.0.58(zod@3.23.8) version: 0.0.58(zod@3.23.8)
@ -252,6 +255,17 @@ packages:
zod: 3.23.8 zod: 3.23.8
dev: false dev: false
/@ai-sdk/mistral@0.0.41(zod@3.23.8):
resolution: {integrity: sha512-UTVtdC61AF4KQWnM3VAoo6/gi7G1frL3qVlKyW5toiRAUjCdeqLJUF2ho2iO8yqf+qIT6j57jWT3o6pqREy3Wg==}
engines: {node: '>=18'}
peerDependencies:
zod: ^3.0.0
dependencies:
'@ai-sdk/provider': 0.0.23
'@ai-sdk/provider-utils': 1.0.19(zod@3.23.8)
zod: 3.23.8
dev: false
/@ai-sdk/openai@0.0.53(zod@3.23.8): /@ai-sdk/openai@0.0.53(zod@3.23.8):
resolution: {integrity: sha512-Wm4+EYG2Zl5WmhvZJrLhrBY+C46FEQmDjQ9ZB5h2DvRoJZNKtNiVNFMEQuyBK7QwivvlCSMJkPRBfFcbJgNLMQ==} resolution: {integrity: sha512-Wm4+EYG2Zl5WmhvZJrLhrBY+C46FEQmDjQ9ZB5h2DvRoJZNKtNiVNFMEQuyBK7QwivvlCSMJkPRBfFcbJgNLMQ==}
engines: {node: '>=18'} engines: {node: '>=18'}