{"ScriptPreparationCode":"var MyObject = {\r\n \u0022variants\u0022: [\r\n {\r\n \u0022id\u0022: \u0022019461ff-f31c-74b3-981c-dad1d891b8fb\u0022,\r\n \u0022uri\u0022: \u0022http://localhost:80/services/completion\u0022,\r\n \u0022appId\u0022: \u0022019461ff-f226-7a36-a9e1-53c11329a342\u0022,\r\n \u0022baseId\u0022: \u0022019461ff-f316-70de-84d1-14cda41b0250\u0022,\r\n \u0022baseName\u0022: \u0022app\u0022,\r\n \u0022variantName\u0022: \u0022app.key\u0022,\r\n \u0022revision\u0022: 1,\r\n \u0022configName\u0022: \u0022key\u0022,\r\n \u0022projectId\u0022: \u002201945fa2-db0d-78dc-9c67-462f129da09e\u0022,\r\n \u0022appName\u0022: \u0022test-arda-1\u0022,\r\n \u0022parameters\u0022: {\r\n \u0022agentaConfig\u0022: {\r\n \u0022prompt\u0022: {\r\n \u0022messages\u0022: [\r\n {\r\n \u0022role\u0022: \u0022system\u0022,\r\n \u0022content\u0022: \u0022You are an expert in geography\u0022\r\n },\r\n {\r\n \u0022role\u0022: \u0022user\u0022,\r\n \u0022content\u0022: \u0022What is the capital of {country}?\u0022\r\n }\r\n ],\r\n \u0022input_keys\u0022: [\r\n \u0022country\u0022\r\n ],\r\n \u0022llm_config\u0022: {\r\n \u0022model\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022top_p\u0022: 0.5,\r\n \u0022max_tokens\u0022: 86,\r\n \u0022temperature\u0022: 1,\r\n \u0022frequency_penalty\u0022: 0\r\n },\r\n \u0022user_prompt\u0022: \u0022What is the capital of {country}?\u0022,\r\n \u0022system_prompt\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022template_format\u0022: \u0022fstring\u0022\r\n }\r\n }\r\n },\r\n \u0022isChat\u0022: false,\r\n \u0022inputs\u0022: {\r\n \u0022__id\u0022: \u00224a8e6964-bde9-4ee3-9735-56f332cc3087\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Input Rows\u0022,\r\n \u0022description\u0022: \u0022Input values for variant execution\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Input Row\u0022,\r\n \u0022description\u0022: \u0022Single set of input values\u0022,\r\n \u0022properties\u0022: {\r\n \u0022country\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022country\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n },\r\n \u0022nullable\u0022: false\r\n },\r\n \u0022nullable\u0022: false\r\n },\r\n \u0022value\u0022: [\r\n {\r\n \u0022__id\u0022: \u0022318dd2f7-5475-4836-b888-9f76798c9370\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Input Row\u0022,\r\n \u0022description\u0022: \u0022Single set of input values\u0022,\r\n \u0022properties\u0022: {\r\n \u0022country\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022country\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n },\r\n \u0022nullable\u0022: false\r\n },\r\n \u0022__runs\u0022: {},\r\n \u0022country\u0022: {\r\n \u0022__id\u0022: \u0022b3c181ac-99ca-415e-a1bb-2ff44a0a6025\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022country\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022value\u0022: \u0022\u0022\r\n }\r\n }\r\n ]\r\n },\r\n \u0022messages\u0022: {},\r\n \u0022name\u0022: \u0022\u0022,\r\n \u0022prompts\u0022: [\r\n {\r\n \u0022__id\u0022: \u00226f0105b2-d095-4a0f-ab2f-6508b5ba8686\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022PromptTemplate\u0022,\r\n \u0022description\u0022: \u0022A template for generating prompts with formatting capabilities\u0022,\r\n \u0022properties\u0022: {\r\n \u0022messages\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Messages\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Message\u0022,\r\n \u0022properties\u0022: {\r\n \u0022role\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Role\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022system\u0022,\r\n \u0022value\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022user\u0022,\r\n \u0022value\u0022: \u0022user\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022assistant\u0022,\r\n \u0022value\u0022: \u0022assistant\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022tool\u0022,\r\n \u0022value\u0022: \u0022tool\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022function\u0022,\r\n \u0022value\u0022: \u0022function\u0022\r\n }\r\n ],\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022content\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Content\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022name\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022toolCalls\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Tool Calls\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ToolCall\u0022,\r\n \u0022properties\u0022: {\r\n \u0022id\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Id\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022function\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Function\u0022,\r\n \u0022properties\u0022: {},\r\n \u0022additionalProperties\u0022: true,\r\n \u0022nullable\u0022: false\r\n }\r\n }\r\n },\r\n \u0022nullable\u0022: true\r\n },\r\n \u0022toolCallId\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Tool Call Id\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n }\r\n },\r\n \u0022nullable\u0022: false\r\n },\r\n \u0022systemPrompt\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022System Prompt\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022userPrompt\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022User Prompt\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022templateFormat\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Template Format\u0022,\r\n \u0022description\u0022: \u0022Format type for template variables: fstring {var}, jinja2 {{ var }}, or curly {{var}}\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022fstring\u0022,\r\n \u0022value\u0022: \u0022fstring\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022jinja2\u0022,\r\n \u0022value\u0022: \u0022jinja2\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022curly\u0022,\r\n \u0022value\u0022: \u0022curly\u0022\r\n }\r\n ],\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022inputKeys\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Input Keys\u0022,\r\n \u0022description\u0022: \u0022Optional list of input keys for validation. If not provided, any inputs will be accepted\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022nullable\u0022: true\r\n },\r\n \u0022llmConfig\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ModelConfig\u0022,\r\n \u0022description\u0022: \u0022Configuration for the model parameters\u0022,\r\n \u0022properties\u0022: {\r\n \u0022model\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Model\u0022,\r\n \u0022description\u0022: \u0022ID of the model to use\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022Aleph Alpha\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022luminous-base\u0022,\r\n \u0022value\u0022: \u0022luminous-base\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022luminous-base-control\u0022,\r\n \u0022value\u0022: \u0022luminous-base-control\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022luminous-extended-control\u0022,\r\n \u0022value\u0022: \u0022luminous-extended-control\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022luminous-supreme\u0022,\r\n \u0022value\u0022: \u0022luminous-supreme\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Anthropic\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-5-sonnet-20240620\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-5-sonnet-20240620\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-opus-20240229\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-opus-20240229\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-sonnet-20240229\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-sonnet-20240229\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-haiku-20240307\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-haiku-20240307\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-2.1\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-2.1\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-2\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-2\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-instant-1.2\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-instant-1.2\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-instant-1\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-instant-1\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Anyscale\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022anyscale/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022anyscale/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022Anyscale\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anyscale/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022anyscale/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022Anyscale\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Cohere\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022cohere/command-light\u0022,\r\n \u0022value\u0022: \u0022cohere/command-light\u0022,\r\n \u0022group\u0022: \u0022Cohere\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022cohere/command-r-plus\u0022,\r\n \u0022value\u0022: \u0022cohere/command-r-plus\u0022,\r\n \u0022group\u0022: \u0022Cohere\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022cohere/command-nightly\u0022,\r\n \u0022value\u0022: \u0022cohere/command-nightly\u0022,\r\n \u0022group\u0022: \u0022Cohere\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022DeepInfra\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022deepinfra/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022deepinfra/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022deepinfra/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/codellama/CodeLlama-34b-Instruct-hf\u0022,\r\n \u0022value\u0022: \u0022deepinfra/codellama/CodeLlama-34b-Instruct-hf\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/mistralai/Mistral-7B-Instruct-v0.1\u0022,\r\n \u0022value\u0022: \u0022deepinfra/mistralai/Mistral-7B-Instruct-v0.1\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1\u0022,\r\n \u0022value\u0022: \u0022deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Gemini\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022gemini/gemini-1.5-pro-latest\u0022,\r\n \u0022value\u0022: \u0022gemini/gemini-1.5-pro-latest\u0022,\r\n \u0022group\u0022: \u0022Gemini\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gemini/gemini-1.5-flash\u0022,\r\n \u0022value\u0022: \u0022gemini/gemini-1.5-flash\u0022,\r\n \u0022group\u0022: \u0022Gemini\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Groq\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022groq/llama3-8b-8192\u0022,\r\n \u0022value\u0022: \u0022groq/llama3-8b-8192\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/llama3-70b-8192\u0022,\r\n \u0022value\u0022: \u0022groq/llama3-70b-8192\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/llama2-70b-4096\u0022,\r\n \u0022value\u0022: \u0022groq/llama2-70b-4096\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/mixtral-8x7b-32768\u0022,\r\n \u0022value\u0022: \u0022groq/mixtral-8x7b-32768\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/gemma-7b-it\u0022,\r\n \u0022value\u0022: \u0022groq/gemma-7b-it\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Mistral\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-tiny\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-tiny\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-small\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-small\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-medium\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-medium\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-large-latest\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-large-latest\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Open AI\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022gpt-3.5-turbo-1106\u0022,\r\n \u0022value\u0022: \u0022gpt-3.5-turbo-1106\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022value\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4\u0022,\r\n \u0022value\u0022: \u0022gpt-4\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4o\u0022,\r\n \u0022value\u0022: \u0022gpt-4o\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4o-mini\u0022,\r\n \u0022value\u0022: \u0022gpt-4o-mini\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4-1106-preview\u0022,\r\n \u0022value\u0022: \u0022gpt-4-1106-preview\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022OpenRouter\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022openrouter/openai/gpt-3.5-turbo\u0022,\r\n \u0022value\u0022: \u0022openrouter/openai/gpt-3.5-turbo\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/openai/gpt-3.5-turbo-16k\u0022,\r\n \u0022value\u0022: \u0022openrouter/openai/gpt-3.5-turbo-16k\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/anthropic/claude-instant-v1\u0022,\r\n \u0022value\u0022: \u0022openrouter/anthropic/claude-instant-v1\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/google/palm-2-chat-bison\u0022,\r\n \u0022value\u0022: \u0022openrouter/google/palm-2-chat-bison\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/google/palm-2-codechat-bison\u0022,\r\n \u0022value\u0022: \u0022openrouter/google/palm-2-codechat-bison\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/meta-llama/llama-2-13b-chat\u0022,\r\n \u0022value\u0022: \u0022openrouter/meta-llama/llama-2-13b-chat\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/meta-llama/llama-2-70b-chat\u0022,\r\n \u0022value\u0022: \u0022openrouter/meta-llama/llama-2-70b-chat\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Perplexity AI\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-7b-chat\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-7b-chat\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-70b-chat\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-70b-chat\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-7b-online\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-7b-online\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-70b-online\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-70b-online\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Together AI\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/llama-2-70b-chat\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/llama-2-70b-chat\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/llama-2-70b\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/llama-2-70b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/LLaMA-2-7B-32K\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/LLaMA-2-7B-32K\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/Llama-2-7B-32K-Instruct\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/Llama-2-7B-32K-Instruct\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/llama-2-7b\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/llama-2-7b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/alpaca-7b\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/alpaca-7b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Instruct\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Instruct\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Python\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Python\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/WizardLM/WizardCoder-Python-34B-V1.0\u0022,\r\n \u0022value\u0022: \u0022together_ai/WizardLM/WizardCoder-Python-34B-V1.0\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/NousResearch/Nous-Hermes-Llama2-13b\u0022,\r\n \u0022value\u0022: \u0022together_ai/NousResearch/Nous-Hermes-Llama2-13b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/Austism/chronos-hermes-13b\u0022,\r\n \u0022value\u0022: \u0022together_ai/Austism/chronos-hermes-13b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n }\r\n ]\r\n }\r\n ],\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022temperature\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Temperature\u0022,\r\n \u0022description\u0022: \u0022What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic\u0022,\r\n \u0022min\u0022: 0,\r\n \u0022max\u0022: 2,\r\n \u0022nullable\u0022: true,\r\n \u0022isInteger\u0022: false\r\n },\r\n \u0022maxTokens\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Max Tokens\u0022,\r\n \u0022description\u0022: \u0022The maximum number of tokens that can be generated in the chat completion\u0022,\r\n \u0022min\u0022: 0,\r\n \u0022nullable\u0022: true,\r\n \u0022isInteger\u0022: false\r\n },\r\n \u0022topP\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Top P\u0022,\r\n \u0022description\u0022: \u0022An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass\u0022,\r\n \u0022min\u0022: 0,\r\n \u0022max\u0022: 1,\r\n \u0022nullable\u0022: true,\r\n \u0022isInteger\u0022: false\r\n },\r\n \u0022frequencyPenalty\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Frequency Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far\u0022,\r\n \u0022min\u0022: -2,\r\n \u0022max\u0022: 2,\r\n \u0022nullable\u0022: true,\r\n \u0022isInteger\u0022: false\r\n },\r\n \u0022presencePenalty\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Presence Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far\u0022,\r\n \u0022min\u0022: -2,\r\n \u0022max\u0022: 2,\r\n \u0022nullable\u0022: true,\r\n \u0022isInteger\u0022: false\r\n },\r\n \u0022responseFormat\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ResponseFormatText\u0022,\r\n \u0022description\u0022: \u0022An object specifying the format that the model must output\u0022,\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n }\r\n },\r\n \u0022nullable\u0022: true\r\n },\r\n \u0022stream\u0022: {\r\n \u0022type\u0022: \u0022boolean\u0022,\r\n \u0022title\u0022: \u0022Stream\u0022,\r\n \u0022description\u0022: \u0022If set, partial message deltas will be sent\u0022,\r\n \u0022nullable\u0022: true\r\n },\r\n \u0022tools\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Tools\u0022,\r\n \u0022description\u0022: \u0022A list of tools the model may call. Currently, only functions are supported as a tool\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022properties\u0022: {}\r\n },\r\n \u0022nullable\u0022: true\r\n },\r\n \u0022toolChoice\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Tool Choice\u0022,\r\n \u0022description\u0022: \u0022Controls which (if any) tool is called by the model\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022none\u0022,\r\n \u0022value\u0022: \u0022none\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022auto\u0022,\r\n \u0022value\u0022: \u0022auto\u0022\r\n }\r\n ],\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: false\r\n }\r\n },\r\n \u0022nullable\u0022: false\r\n }\r\n }\r\n },\r\n \u0022messages\u0022: {\r\n \u0022__id\u0022: \u002215958cdc-6895-48c8-b3c9-8ea6f3dbfc77\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Messages\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Message\u0022,\r\n \u0022properties\u0022: {\r\n \u0022role\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Role\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022system\u0022,\r\n \u0022value\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022user\u0022,\r\n \u0022value\u0022: \u0022user\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022assistant\u0022,\r\n \u0022value\u0022: \u0022assistant\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022tool\u0022,\r\n \u0022value\u0022: \u0022tool\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022function\u0022,\r\n \u0022value\u0022: \u0022function\u0022\r\n }\r\n ],\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022content\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Content\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022name\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022toolCalls\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Tool Calls\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ToolCall\u0022,\r\n \u0022properties\u0022: {\r\n \u0022id\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Id\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022function\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Function\u0022,\r\n \u0022properties\u0022: {},\r\n \u0022additionalProperties\u0022: true,\r\n \u0022nullable\u0022: false\r\n }\r\n }\r\n },\r\n \u0022nullable\u0022: true\r\n },\r\n \u0022toolCallId\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Tool Call Id\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n }\r\n },\r\n \u0022nullable\u0022: false\r\n },\r\n \u0022value\u0022: [\r\n {\r\n \u0022__id\u0022: \u0022c742a423-5b72-460a-8869-3def2d0d74e3\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Message\u0022,\r\n \u0022properties\u0022: {\r\n \u0022role\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Role\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022system\u0022,\r\n \u0022value\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022user\u0022,\r\n \u0022value\u0022: \u0022user\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022assistant\u0022,\r\n \u0022value\u0022: \u0022assistant\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022tool\u0022,\r\n \u0022value\u0022: \u0022tool\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022function\u0022,\r\n \u0022value\u0022: \u0022function\u0022\r\n }\r\n ],\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022content\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Content\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022name\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022toolCalls\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Tool Calls\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ToolCall\u0022,\r\n \u0022properties\u0022: {\r\n \u0022id\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Id\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022function\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Function\u0022,\r\n \u0022properties\u0022: {},\r\n \u0022additionalProperties\u0022: true,\r\n \u0022nullable\u0022: false\r\n }\r\n }\r\n },\r\n \u0022nullable\u0022: true\r\n },\r\n \u0022toolCallId\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Tool Call Id\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n }\r\n },\r\n \u0022role\u0022: {\r\n \u0022value\u0022: \u0022system\u0022,\r\n \u0022__id\u0022: \u002221bada93-1a22-45a9-9a62-1a28429da612\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Role\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022system\u0022,\r\n \u0022value\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022user\u0022,\r\n \u0022value\u0022: \u0022user\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022assistant\u0022,\r\n \u0022value\u0022: \u0022assistant\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022tool\u0022,\r\n \u0022value\u0022: \u0022tool\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022function\u0022,\r\n \u0022value\u0022: \u0022function\u0022\r\n }\r\n ],\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n }\r\n },\r\n \u0022content\u0022: {\r\n \u0022value\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022__id\u0022: \u0022859344ad-8450-4a7a-bdde-d57c511b07b5\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Content\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n },\r\n \u0022name\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u00223efdfc74-08e4-48c8-9bbd-f5d2251eadbf\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n },\r\n \u0022toolCalls\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u0022c39ab97b-6dfd-40e1-876b-f3d416078f79\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Tool Calls\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ToolCall\u0022,\r\n \u0022properties\u0022: {\r\n \u0022id\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Id\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022function\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Function\u0022,\r\n \u0022properties\u0022: {},\r\n \u0022additionalProperties\u0022: true,\r\n \u0022nullable\u0022: false\r\n }\r\n }\r\n },\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022toolCallId\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u00225edd1560-1bd4-48b5-a13e-22e9ab8b5eb1\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Tool Call Id\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n }\r\n },\r\n {\r\n \u0022__id\u0022: \u002209706047-360b-4f4f-a96e-8cbc3a5a3d79\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Message\u0022,\r\n \u0022properties\u0022: {\r\n \u0022role\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Role\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022system\u0022,\r\n \u0022value\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022user\u0022,\r\n \u0022value\u0022: \u0022user\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022assistant\u0022,\r\n \u0022value\u0022: \u0022assistant\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022tool\u0022,\r\n \u0022value\u0022: \u0022tool\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022function\u0022,\r\n \u0022value\u0022: \u0022function\u0022\r\n }\r\n ],\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022content\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Content\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022name\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022toolCalls\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Tool Calls\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ToolCall\u0022,\r\n \u0022properties\u0022: {\r\n \u0022id\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Id\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022function\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Function\u0022,\r\n \u0022properties\u0022: {},\r\n \u0022additionalProperties\u0022: true,\r\n \u0022nullable\u0022: false\r\n }\r\n }\r\n },\r\n \u0022nullable\u0022: true\r\n },\r\n \u0022toolCallId\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Tool Call Id\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n }\r\n },\r\n \u0022role\u0022: {\r\n \u0022value\u0022: \u0022user\u0022,\r\n \u0022__id\u0022: \u0022f13cf72e-fcd9-461c-913e-7a301c19beec\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Role\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022system\u0022,\r\n \u0022value\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022user\u0022,\r\n \u0022value\u0022: \u0022user\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022assistant\u0022,\r\n \u0022value\u0022: \u0022assistant\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022tool\u0022,\r\n \u0022value\u0022: \u0022tool\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022function\u0022,\r\n \u0022value\u0022: \u0022function\u0022\r\n }\r\n ],\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n }\r\n },\r\n \u0022content\u0022: {\r\n \u0022value\u0022: \u0022What is the capital of {country}? {a1}\u0022,\r\n \u0022__id\u0022: \u00222c8cce66-a25b-4c6a-b243-5cc93137d0fb\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Content\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n },\r\n \u0022name\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u0022d6577bea-c0f6-47b5-90d2-550ddc0b006f\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n },\r\n \u0022toolCalls\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u0022ab1c6c74-6ec5-433d-9d08-036c46dde8a7\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Tool Calls\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ToolCall\u0022,\r\n \u0022properties\u0022: {\r\n \u0022id\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Id\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022function\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Function\u0022,\r\n \u0022properties\u0022: {},\r\n \u0022additionalProperties\u0022: true,\r\n \u0022nullable\u0022: false\r\n }\r\n }\r\n },\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022toolCallId\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u0022e344acff-152f-4e7b-a94b-14f20db5c81b\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Tool Call Id\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n }\r\n }\r\n ]\r\n },\r\n \u0022systemPrompt\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u00222161ab5b-fe2f-4586-b0be-c9fef3a43bb6\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022System Prompt\u0022,\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022userPrompt\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u0022cef972cb-6a36-48c1-94ae-6ff1cbf75676\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022User Prompt\u0022,\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022templateFormat\u0022: {\r\n \u0022value\u0022: \u0022fstring\u0022,\r\n \u0022__id\u0022: \u0022e724bc26-8993-4edf-b760-2b68a8f793be\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Template Format\u0022,\r\n \u0022description\u0022: \u0022Format type for template variables: fstring {var}, jinja2 {{ var }}, or curly {{var}}\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022fstring\u0022,\r\n \u0022value\u0022: \u0022fstring\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022jinja2\u0022,\r\n \u0022value\u0022: \u0022jinja2\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022curly\u0022,\r\n \u0022value\u0022: \u0022curly\u0022\r\n }\r\n ],\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n }\r\n },\r\n \u0022inputKeys\u0022: {\r\n \u0022value\u0022: [\r\n {\r\n \u0022value\u0022: \u0022country\u0022,\r\n \u0022__id\u0022: \u0022ce097afd-ec37-4ce2-96d6-1fdc563a4abd\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022country\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n },\r\n {\r\n \u0022value\u0022: \u0022a1\u0022,\r\n \u0022__id\u0022: \u0022d411c317-79a2-4d5a-8447-5462bce97503\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022a1\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n }\r\n ],\r\n \u0022__id\u0022: \u0022c9083345-b2ff-48dd-a7c8-875049761511\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Input Keys\u0022,\r\n \u0022description\u0022: \u0022Optional list of input keys for validation. If not provided, any inputs will be accepted\u0022,\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022llmConfig\u0022: {\r\n \u0022__id\u0022: \u0022061a3297-217b-495d-8655-dc6fd95d6ac6\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ModelConfig\u0022,\r\n \u0022description\u0022: \u0022Configuration for the model parameters\u0022,\r\n \u0022properties\u0022: {\r\n \u0022model\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Model\u0022,\r\n \u0022description\u0022: \u0022ID of the model to use\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022Aleph Alpha\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022luminous-base\u0022,\r\n \u0022value\u0022: \u0022luminous-base\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022luminous-base-control\u0022,\r\n \u0022value\u0022: \u0022luminous-base-control\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022luminous-extended-control\u0022,\r\n \u0022value\u0022: \u0022luminous-extended-control\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022luminous-supreme\u0022,\r\n \u0022value\u0022: \u0022luminous-supreme\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Anthropic\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-5-sonnet-20240620\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-5-sonnet-20240620\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-opus-20240229\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-opus-20240229\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-sonnet-20240229\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-sonnet-20240229\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-haiku-20240307\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-haiku-20240307\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-2.1\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-2.1\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-2\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-2\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-instant-1.2\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-instant-1.2\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-instant-1\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-instant-1\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Anyscale\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022anyscale/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022anyscale/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022Anyscale\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anyscale/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022anyscale/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022Anyscale\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Cohere\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022cohere/command-light\u0022,\r\n \u0022value\u0022: \u0022cohere/command-light\u0022,\r\n \u0022group\u0022: \u0022Cohere\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022cohere/command-r-plus\u0022,\r\n \u0022value\u0022: \u0022cohere/command-r-plus\u0022,\r\n \u0022group\u0022: \u0022Cohere\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022cohere/command-nightly\u0022,\r\n \u0022value\u0022: \u0022cohere/command-nightly\u0022,\r\n \u0022group\u0022: \u0022Cohere\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022DeepInfra\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022deepinfra/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022deepinfra/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022deepinfra/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/codellama/CodeLlama-34b-Instruct-hf\u0022,\r\n \u0022value\u0022: \u0022deepinfra/codellama/CodeLlama-34b-Instruct-hf\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/mistralai/Mistral-7B-Instruct-v0.1\u0022,\r\n \u0022value\u0022: \u0022deepinfra/mistralai/Mistral-7B-Instruct-v0.1\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1\u0022,\r\n \u0022value\u0022: \u0022deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Gemini\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022gemini/gemini-1.5-pro-latest\u0022,\r\n \u0022value\u0022: \u0022gemini/gemini-1.5-pro-latest\u0022,\r\n \u0022group\u0022: \u0022Gemini\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gemini/gemini-1.5-flash\u0022,\r\n \u0022value\u0022: \u0022gemini/gemini-1.5-flash\u0022,\r\n \u0022group\u0022: \u0022Gemini\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Groq\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022groq/llama3-8b-8192\u0022,\r\n \u0022value\u0022: \u0022groq/llama3-8b-8192\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/llama3-70b-8192\u0022,\r\n \u0022value\u0022: \u0022groq/llama3-70b-8192\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/llama2-70b-4096\u0022,\r\n \u0022value\u0022: \u0022groq/llama2-70b-4096\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/mixtral-8x7b-32768\u0022,\r\n \u0022value\u0022: \u0022groq/mixtral-8x7b-32768\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/gemma-7b-it\u0022,\r\n \u0022value\u0022: \u0022groq/gemma-7b-it\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Mistral\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-tiny\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-tiny\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-small\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-small\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-medium\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-medium\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-large-latest\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-large-latest\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Open AI\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022gpt-3.5-turbo-1106\u0022,\r\n \u0022value\u0022: \u0022gpt-3.5-turbo-1106\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022value\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4\u0022,\r\n \u0022value\u0022: \u0022gpt-4\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4o\u0022,\r\n \u0022value\u0022: \u0022gpt-4o\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4o-mini\u0022,\r\n \u0022value\u0022: \u0022gpt-4o-mini\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4-1106-preview\u0022,\r\n \u0022value\u0022: \u0022gpt-4-1106-preview\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022OpenRouter\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022openrouter/openai/gpt-3.5-turbo\u0022,\r\n \u0022value\u0022: \u0022openrouter/openai/gpt-3.5-turbo\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/openai/gpt-3.5-turbo-16k\u0022,\r\n \u0022value\u0022: \u0022openrouter/openai/gpt-3.5-turbo-16k\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/anthropic/claude-instant-v1\u0022,\r\n \u0022value\u0022: \u0022openrouter/anthropic/claude-instant-v1\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/google/palm-2-chat-bison\u0022,\r\n \u0022value\u0022: \u0022openrouter/google/palm-2-chat-bison\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/google/palm-2-codechat-bison\u0022,\r\n \u0022value\u0022: \u0022openrouter/google/palm-2-codechat-bison\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/meta-llama/llama-2-13b-chat\u0022,\r\n \u0022value\u0022: \u0022openrouter/meta-llama/llama-2-13b-chat\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/meta-llama/llama-2-70b-chat\u0022,\r\n \u0022value\u0022: \u0022openrouter/meta-llama/llama-2-70b-chat\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Perplexity AI\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-7b-chat\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-7b-chat\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-70b-chat\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-70b-chat\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-7b-online\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-7b-online\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-70b-online\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-70b-online\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Together AI\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/llama-2-70b-chat\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/llama-2-70b-chat\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/llama-2-70b\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/llama-2-70b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/LLaMA-2-7B-32K\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/LLaMA-2-7B-32K\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/Llama-2-7B-32K-Instruct\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/Llama-2-7B-32K-Instruct\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/llama-2-7b\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/llama-2-7b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/alpaca-7b\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/alpaca-7b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Instruct\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Instruct\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Python\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Python\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/WizardLM/WizardCoder-Python-34B-V1.0\u0022,\r\n \u0022value\u0022: \u0022together_ai/WizardLM/WizardCoder-Python-34B-V1.0\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/NousResearch/Nous-Hermes-Llama2-13b\u0022,\r\n \u0022value\u0022: \u0022together_ai/NousResearch/Nous-Hermes-Llama2-13b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/Austism/chronos-hermes-13b\u0022,\r\n \u0022value\u0022: \u0022together_ai/Austism/chronos-hermes-13b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n }\r\n ]\r\n }\r\n ],\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022temperature\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Temperature\u0022,\r\n \u0022description\u0022: \u0022What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic\u0022,\r\n \u0022min\u0022: 0,\r\n \u0022max\u0022: 2,\r\n \u0022nullable\u0022: true,\r\n \u0022isInteger\u0022: false\r\n },\r\n \u0022maxTokens\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Max Tokens\u0022,\r\n \u0022description\u0022: \u0022The maximum number of tokens that can be generated in the chat completion\u0022,\r\n \u0022min\u0022: 0,\r\n \u0022nullable\u0022: true,\r\n \u0022isInteger\u0022: false\r\n },\r\n \u0022topP\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Top P\u0022,\r\n \u0022description\u0022: \u0022An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass\u0022,\r\n \u0022min\u0022: 0,\r\n \u0022max\u0022: 1,\r\n \u0022nullable\u0022: true,\r\n \u0022isInteger\u0022: false\r\n },\r\n \u0022frequencyPenalty\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Frequency Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far\u0022,\r\n \u0022min\u0022: -2,\r\n \u0022max\u0022: 2,\r\n \u0022nullable\u0022: true,\r\n \u0022isInteger\u0022: false\r\n },\r\n \u0022presencePenalty\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Presence Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far\u0022,\r\n \u0022min\u0022: -2,\r\n \u0022max\u0022: 2,\r\n \u0022nullable\u0022: true,\r\n \u0022isInteger\u0022: false\r\n },\r\n \u0022responseFormat\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ResponseFormatText\u0022,\r\n \u0022description\u0022: \u0022An object specifying the format that the model must output\u0022,\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n }\r\n },\r\n \u0022nullable\u0022: true\r\n },\r\n \u0022stream\u0022: {\r\n \u0022type\u0022: \u0022boolean\u0022,\r\n \u0022title\u0022: \u0022Stream\u0022,\r\n \u0022description\u0022: \u0022If set, partial message deltas will be sent\u0022,\r\n \u0022nullable\u0022: true\r\n },\r\n \u0022tools\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Tools\u0022,\r\n \u0022description\u0022: \u0022A list of tools the model may call. Currently, only functions are supported as a tool\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022properties\u0022: {}\r\n },\r\n \u0022nullable\u0022: true\r\n },\r\n \u0022toolChoice\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Tool Choice\u0022,\r\n \u0022description\u0022: \u0022Controls which (if any) tool is called by the model\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022none\u0022,\r\n \u0022value\u0022: \u0022none\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022auto\u0022,\r\n \u0022value\u0022: \u0022auto\u0022\r\n }\r\n ],\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: false\r\n }\r\n }\r\n },\r\n \u0022model\u0022: {\r\n \u0022value\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022__id\u0022: \u0022c2f35d73-6c4f-4d16-8391-cf4dea75c0f5\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Model\u0022,\r\n \u0022description\u0022: \u0022ID of the model to use\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022Aleph Alpha\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022luminous-base\u0022,\r\n \u0022value\u0022: \u0022luminous-base\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022luminous-base-control\u0022,\r\n \u0022value\u0022: \u0022luminous-base-control\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022luminous-extended-control\u0022,\r\n \u0022value\u0022: \u0022luminous-extended-control\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022luminous-supreme\u0022,\r\n \u0022value\u0022: \u0022luminous-supreme\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Anthropic\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-5-sonnet-20240620\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-5-sonnet-20240620\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-opus-20240229\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-opus-20240229\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-sonnet-20240229\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-sonnet-20240229\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-haiku-20240307\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-haiku-20240307\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-2.1\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-2.1\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-2\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-2\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-instant-1.2\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-instant-1.2\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-instant-1\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-instant-1\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Anyscale\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022anyscale/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022anyscale/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022Anyscale\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anyscale/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022anyscale/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022Anyscale\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Cohere\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022cohere/command-light\u0022,\r\n \u0022value\u0022: \u0022cohere/command-light\u0022,\r\n \u0022group\u0022: \u0022Cohere\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022cohere/command-r-plus\u0022,\r\n \u0022value\u0022: \u0022cohere/command-r-plus\u0022,\r\n \u0022group\u0022: \u0022Cohere\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022cohere/command-nightly\u0022,\r\n \u0022value\u0022: \u0022cohere/command-nightly\u0022,\r\n \u0022group\u0022: \u0022Cohere\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022DeepInfra\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022deepinfra/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022deepinfra/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022deepinfra/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/codellama/CodeLlama-34b-Instruct-hf\u0022,\r\n \u0022value\u0022: \u0022deepinfra/codellama/CodeLlama-34b-Instruct-hf\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/mistralai/Mistral-7B-Instruct-v0.1\u0022,\r\n \u0022value\u0022: \u0022deepinfra/mistralai/Mistral-7B-Instruct-v0.1\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1\u0022,\r\n \u0022value\u0022: \u0022deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Gemini\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022gemini/gemini-1.5-pro-latest\u0022,\r\n \u0022value\u0022: \u0022gemini/gemini-1.5-pro-latest\u0022,\r\n \u0022group\u0022: \u0022Gemini\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gemini/gemini-1.5-flash\u0022,\r\n \u0022value\u0022: \u0022gemini/gemini-1.5-flash\u0022,\r\n \u0022group\u0022: \u0022Gemini\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Groq\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022groq/llama3-8b-8192\u0022,\r\n \u0022value\u0022: \u0022groq/llama3-8b-8192\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/llama3-70b-8192\u0022,\r\n \u0022value\u0022: \u0022groq/llama3-70b-8192\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/llama2-70b-4096\u0022,\r\n \u0022value\u0022: \u0022groq/llama2-70b-4096\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/mixtral-8x7b-32768\u0022,\r\n \u0022value\u0022: \u0022groq/mixtral-8x7b-32768\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/gemma-7b-it\u0022,\r\n \u0022value\u0022: \u0022groq/gemma-7b-it\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Mistral\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-tiny\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-tiny\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-small\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-small\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-medium\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-medium\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-large-latest\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-large-latest\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Open AI\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022gpt-3.5-turbo-1106\u0022,\r\n \u0022value\u0022: \u0022gpt-3.5-turbo-1106\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022value\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4\u0022,\r\n \u0022value\u0022: \u0022gpt-4\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4o\u0022,\r\n \u0022value\u0022: \u0022gpt-4o\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4o-mini\u0022,\r\n \u0022value\u0022: \u0022gpt-4o-mini\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4-1106-preview\u0022,\r\n \u0022value\u0022: \u0022gpt-4-1106-preview\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022OpenRouter\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022openrouter/openai/gpt-3.5-turbo\u0022,\r\n \u0022value\u0022: \u0022openrouter/openai/gpt-3.5-turbo\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/openai/gpt-3.5-turbo-16k\u0022,\r\n \u0022value\u0022: \u0022openrouter/openai/gpt-3.5-turbo-16k\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/anthropic/claude-instant-v1\u0022,\r\n \u0022value\u0022: \u0022openrouter/anthropic/claude-instant-v1\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/google/palm-2-chat-bison\u0022,\r\n \u0022value\u0022: \u0022openrouter/google/palm-2-chat-bison\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/google/palm-2-codechat-bison\u0022,\r\n \u0022value\u0022: \u0022openrouter/google/palm-2-codechat-bison\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/meta-llama/llama-2-13b-chat\u0022,\r\n \u0022value\u0022: \u0022openrouter/meta-llama/llama-2-13b-chat\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/meta-llama/llama-2-70b-chat\u0022,\r\n \u0022value\u0022: \u0022openrouter/meta-llama/llama-2-70b-chat\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Perplexity AI\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-7b-chat\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-7b-chat\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-70b-chat\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-70b-chat\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-7b-online\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-7b-online\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-70b-online\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-70b-online\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Together AI\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/llama-2-70b-chat\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/llama-2-70b-chat\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/llama-2-70b\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/llama-2-70b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/LLaMA-2-7B-32K\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/LLaMA-2-7B-32K\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/Llama-2-7B-32K-Instruct\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/Llama-2-7B-32K-Instruct\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/llama-2-7b\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/llama-2-7b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/alpaca-7b\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/alpaca-7b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Instruct\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Instruct\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Python\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Python\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/WizardLM/WizardCoder-Python-34B-V1.0\u0022,\r\n \u0022value\u0022: \u0022together_ai/WizardLM/WizardCoder-Python-34B-V1.0\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/NousResearch/Nous-Hermes-Llama2-13b\u0022,\r\n \u0022value\u0022: \u0022together_ai/NousResearch/Nous-Hermes-Llama2-13b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/Austism/chronos-hermes-13b\u0022,\r\n \u0022value\u0022: \u0022together_ai/Austism/chronos-hermes-13b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n }\r\n ]\r\n }\r\n ],\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n }\r\n },\r\n \u0022temperature\u0022: {\r\n \u0022value\u0022: 1,\r\n \u0022__id\u0022: \u0022a89f8a38-6ea7-49bc-993d-55ae3c11097b\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Temperature\u0022,\r\n \u0022description\u0022: \u0022What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic\u0022,\r\n \u0022min\u0022: 0,\r\n \u0022max\u0022: 2,\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022maxTokens\u0022: {\r\n \u0022value\u0022: 86,\r\n \u0022__id\u0022: \u0022de83333d-c938-4d71-983a-66d582d1cded\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Max Tokens\u0022,\r\n \u0022description\u0022: \u0022The maximum number of tokens that can be generated in the chat completion\u0022,\r\n \u0022min\u0022: 0,\r\n \u0022isInteger\u0022: true,\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022topP\u0022: {\r\n \u0022value\u0022: 0.5,\r\n \u0022__id\u0022: \u00226b765570-edee-461e-89f5-2f8bbf02e126\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Top P\u0022,\r\n \u0022description\u0022: \u0022An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass\u0022,\r\n \u0022min\u0022: 0,\r\n \u0022max\u0022: 1,\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022frequencyPenalty\u0022: {\r\n \u0022value\u0022: 0,\r\n \u0022__id\u0022: \u0022fff2b53b-78fc-4966-aa77-5760725f5327\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Frequency Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far\u0022,\r\n \u0022min\u0022: -2,\r\n \u0022max\u0022: 2,\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022presencePenalty\u0022: {\r\n \u0022value\u0022: 0,\r\n \u0022__id\u0022: \u0022b013fe56-0a17-4b12-b514-87fb593bc8d6\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Presence Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far\u0022,\r\n \u0022min\u0022: -2,\r\n \u0022max\u0022: 2,\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022responseFormat\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u00224843c191-bd33-4bec-b787-dc4fac1619d5\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022compound\u0022,\r\n \u0022title\u0022: \u0022Response Format\u0022,\r\n \u0022description\u0022: \u0022An object specifying the format that the model must output\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022ResponseFormatText\u0022,\r\n \u0022value\u0022: \u0022text\u0022,\r\n \u0022config\u0022: {\r\n \u0022type\u0022: \u0022text\u0022\r\n }\r\n },\r\n {\r\n \u0022label\u0022: \u0022ResponseFormatJSONObject\u0022,\r\n \u0022value\u0022: \u0022json_object\u0022,\r\n \u0022config\u0022: {\r\n \u0022type\u0022: \u0022json_object\u0022\r\n }\r\n },\r\n {\r\n \u0022label\u0022: \u0022ResponseFormatJSONSchema\u0022,\r\n \u0022value\u0022: \u0022json_schema\u0022,\r\n \u0022config\u0022: {\r\n \u0022type\u0022: \u0022json_schema\u0022,\r\n \u0022json_schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022name\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022\r\n },\r\n \u0022description\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Description\u0022\r\n },\r\n \u0022schema\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Schema\u0022\r\n },\r\n \u0022strict\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022boolean\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Strict\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022name\u0022,\r\n \u0022schema\u0022\r\n ],\r\n \u0022title\u0022: \u0022JSONSchema\u0022\r\n }\r\n }\r\n }\r\n ]\r\n }\r\n },\r\n \u0022stream\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u00227a12a51c-8c24-4a28-9917-c0d842442347\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022boolean\u0022,\r\n \u0022title\u0022: \u0022Stream\u0022,\r\n \u0022description\u0022: \u0022If set, partial message deltas will be sent\u0022,\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022tools\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u0022e63c7ea1-231f-435e-8722-489a0a937a60\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Tools\u0022,\r\n \u0022description\u0022: \u0022A list of tools the model may call. Currently, only functions are supported as a tool\u0022,\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022toolChoice\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u00228c64f589-bb17-4359-83dc-0f364740fcfa\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Tool Choice\u0022,\r\n \u0022description\u0022: \u0022Controls which (if any) tool is called by the model\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022none\u0022,\r\n \u0022value\u0022: \u0022none\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022auto\u0022,\r\n \u0022value\u0022: \u0022auto\u0022\r\n }\r\n ],\r\n \u0022nullable\u0022: true\r\n }\r\n }\r\n }\r\n }\r\n ]\r\n },\r\n {\r\n \u0022id\u0022: \u002201946478-6ca0-72bf-88ed-0c803c2f9f4f\u0022,\r\n \u0022uri\u0022: \u0022http://localhost:80/services/completion\u0022,\r\n \u0022appId\u0022: \u0022019461ff-f226-7a36-a9e1-53c11329a342\u0022,\r\n \u0022baseId\u0022: \u0022019461ff-f316-70de-84d1-14cda41b0250\u0022,\r\n \u0022baseName\u0022: \u0022app\u0022,\r\n \u0022variantName\u0022: \u0022app.arda-2\u0022,\r\n \u0022revision\u0022: 5,\r\n \u0022configName\u0022: \u0022arda-2\u0022,\r\n \u0022projectId\u0022: \u002201945fa2-db0d-78dc-9c67-462f129da09e\u0022,\r\n \u0022appName\u0022: \u0022test-arda-1\u0022,\r\n \u0022parameters\u0022: {\r\n \u0022agentaConfig\u0022: {\r\n \u0022prompt\u0022: {\r\n \u0022messages\u0022: [\r\n {\r\n \u0022role\u0022: \u0022system\u0022,\r\n \u0022content\u0022: \u0022You are an expert in geography\u0022\r\n },\r\n {\r\n \u0022role\u0022: \u0022user\u0022,\r\n \u0022content\u0022: \u0022What is the capital of {country}?\u0022\r\n }\r\n ],\r\n \u0022input_keys\u0022: [\r\n \u0022country\u0022\r\n ],\r\n \u0022llm_config\u0022: {\r\n \u0022model\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022top_p\u0022: 0.5,\r\n \u0022max_tokens\u0022: 84,\r\n \u0022temperature\u0022: 1,\r\n \u0022frequency_penalty\u0022: 0\r\n },\r\n \u0022template_format\u0022: \u0022fstring\u0022\r\n }\r\n }\r\n },\r\n \u0022isChat\u0022: false,\r\n \u0022inputs\u0022: {\r\n \u0022__id\u0022: \u0022ff120363-2c11-47a6-95de-0f72828676f8\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Input Rows\u0022,\r\n \u0022description\u0022: \u0022Input values for variant execution\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Input Row\u0022,\r\n \u0022description\u0022: \u0022Single set of input values\u0022,\r\n \u0022properties\u0022: {\r\n \u0022country\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022country\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n },\r\n \u0022nullable\u0022: false\r\n },\r\n \u0022nullable\u0022: false\r\n },\r\n \u0022value\u0022: [\r\n {\r\n \u0022__id\u0022: \u0022dde5a18c-1113-4bf3-bc35-b0e817f3d529\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Input Row\u0022,\r\n \u0022description\u0022: \u0022Single set of input values\u0022,\r\n \u0022properties\u0022: {\r\n \u0022country\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022country\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n },\r\n \u0022nullable\u0022: false\r\n },\r\n \u0022__runs\u0022: {},\r\n \u0022country\u0022: {\r\n \u0022__id\u0022: \u0022eb5189a5-8a51-4be5-8da0-76be00544b38\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022country\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022value\u0022: \u0022\u0022\r\n }\r\n }\r\n ]\r\n },\r\n \u0022messages\u0022: {},\r\n \u0022name\u0022: \u0022\u0022,\r\n \u0022prompts\u0022: [\r\n {\r\n \u0022__id\u0022: \u002239d74b2b-53e2-46bc-8057-f8527836dfaf\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022PromptTemplate\u0022,\r\n \u0022description\u0022: \u0022A template for generating prompts with formatting capabilities\u0022,\r\n \u0022properties\u0022: {\r\n \u0022messages\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Messages\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Message\u0022,\r\n \u0022properties\u0022: {\r\n \u0022role\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Role\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022system\u0022,\r\n \u0022value\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022user\u0022,\r\n \u0022value\u0022: \u0022user\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022assistant\u0022,\r\n \u0022value\u0022: \u0022assistant\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022tool\u0022,\r\n \u0022value\u0022: \u0022tool\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022function\u0022,\r\n \u0022value\u0022: \u0022function\u0022\r\n }\r\n ],\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022content\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Content\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022name\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022toolCalls\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Tool Calls\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ToolCall\u0022,\r\n \u0022properties\u0022: {\r\n \u0022id\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Id\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022function\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Function\u0022,\r\n \u0022properties\u0022: {},\r\n \u0022additionalProperties\u0022: true,\r\n \u0022nullable\u0022: false\r\n }\r\n }\r\n },\r\n \u0022nullable\u0022: true\r\n },\r\n \u0022toolCallId\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Tool Call Id\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n }\r\n },\r\n \u0022nullable\u0022: false\r\n },\r\n \u0022systemPrompt\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022System Prompt\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022userPrompt\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022User Prompt\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022templateFormat\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Template Format\u0022,\r\n \u0022description\u0022: \u0022Format type for template variables: fstring {var}, jinja2 {{ var }}, or curly {{var}}\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022fstring\u0022,\r\n \u0022value\u0022: \u0022fstring\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022jinja2\u0022,\r\n \u0022value\u0022: \u0022jinja2\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022curly\u0022,\r\n \u0022value\u0022: \u0022curly\u0022\r\n }\r\n ],\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022inputKeys\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Input Keys\u0022,\r\n \u0022description\u0022: \u0022Optional list of input keys for validation. If not provided, any inputs will be accepted\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022nullable\u0022: true\r\n },\r\n \u0022llmConfig\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ModelConfig\u0022,\r\n \u0022description\u0022: \u0022Configuration for the model parameters\u0022,\r\n \u0022properties\u0022: {\r\n \u0022model\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Model\u0022,\r\n \u0022description\u0022: \u0022ID of the model to use\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022Aleph Alpha\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022luminous-base\u0022,\r\n \u0022value\u0022: \u0022luminous-base\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022luminous-base-control\u0022,\r\n \u0022value\u0022: \u0022luminous-base-control\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022luminous-extended-control\u0022,\r\n \u0022value\u0022: \u0022luminous-extended-control\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022luminous-supreme\u0022,\r\n \u0022value\u0022: \u0022luminous-supreme\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Anthropic\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-5-sonnet-20240620\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-5-sonnet-20240620\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-opus-20240229\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-opus-20240229\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-sonnet-20240229\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-sonnet-20240229\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-haiku-20240307\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-haiku-20240307\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-2.1\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-2.1\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-2\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-2\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-instant-1.2\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-instant-1.2\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-instant-1\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-instant-1\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Anyscale\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022anyscale/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022anyscale/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022Anyscale\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anyscale/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022anyscale/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022Anyscale\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Cohere\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022cohere/command-light\u0022,\r\n \u0022value\u0022: \u0022cohere/command-light\u0022,\r\n \u0022group\u0022: \u0022Cohere\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022cohere/command-r-plus\u0022,\r\n \u0022value\u0022: \u0022cohere/command-r-plus\u0022,\r\n \u0022group\u0022: \u0022Cohere\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022cohere/command-nightly\u0022,\r\n \u0022value\u0022: \u0022cohere/command-nightly\u0022,\r\n \u0022group\u0022: \u0022Cohere\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022DeepInfra\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022deepinfra/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022deepinfra/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022deepinfra/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/codellama/CodeLlama-34b-Instruct-hf\u0022,\r\n \u0022value\u0022: \u0022deepinfra/codellama/CodeLlama-34b-Instruct-hf\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/mistralai/Mistral-7B-Instruct-v0.1\u0022,\r\n \u0022value\u0022: \u0022deepinfra/mistralai/Mistral-7B-Instruct-v0.1\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1\u0022,\r\n \u0022value\u0022: \u0022deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Gemini\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022gemini/gemini-1.5-pro-latest\u0022,\r\n \u0022value\u0022: \u0022gemini/gemini-1.5-pro-latest\u0022,\r\n \u0022group\u0022: \u0022Gemini\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gemini/gemini-1.5-flash\u0022,\r\n \u0022value\u0022: \u0022gemini/gemini-1.5-flash\u0022,\r\n \u0022group\u0022: \u0022Gemini\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Groq\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022groq/llama3-8b-8192\u0022,\r\n \u0022value\u0022: \u0022groq/llama3-8b-8192\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/llama3-70b-8192\u0022,\r\n \u0022value\u0022: \u0022groq/llama3-70b-8192\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/llama2-70b-4096\u0022,\r\n \u0022value\u0022: \u0022groq/llama2-70b-4096\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/mixtral-8x7b-32768\u0022,\r\n \u0022value\u0022: \u0022groq/mixtral-8x7b-32768\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/gemma-7b-it\u0022,\r\n \u0022value\u0022: \u0022groq/gemma-7b-it\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Mistral\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-tiny\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-tiny\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-small\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-small\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-medium\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-medium\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-large-latest\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-large-latest\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Open AI\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022gpt-3.5-turbo-1106\u0022,\r\n \u0022value\u0022: \u0022gpt-3.5-turbo-1106\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022value\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4\u0022,\r\n \u0022value\u0022: \u0022gpt-4\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4o\u0022,\r\n \u0022value\u0022: \u0022gpt-4o\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4o-mini\u0022,\r\n \u0022value\u0022: \u0022gpt-4o-mini\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4-1106-preview\u0022,\r\n \u0022value\u0022: \u0022gpt-4-1106-preview\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022OpenRouter\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022openrouter/openai/gpt-3.5-turbo\u0022,\r\n \u0022value\u0022: \u0022openrouter/openai/gpt-3.5-turbo\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/openai/gpt-3.5-turbo-16k\u0022,\r\n \u0022value\u0022: \u0022openrouter/openai/gpt-3.5-turbo-16k\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/anthropic/claude-instant-v1\u0022,\r\n \u0022value\u0022: \u0022openrouter/anthropic/claude-instant-v1\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/google/palm-2-chat-bison\u0022,\r\n \u0022value\u0022: \u0022openrouter/google/palm-2-chat-bison\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/google/palm-2-codechat-bison\u0022,\r\n \u0022value\u0022: \u0022openrouter/google/palm-2-codechat-bison\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/meta-llama/llama-2-13b-chat\u0022,\r\n \u0022value\u0022: \u0022openrouter/meta-llama/llama-2-13b-chat\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/meta-llama/llama-2-70b-chat\u0022,\r\n \u0022value\u0022: \u0022openrouter/meta-llama/llama-2-70b-chat\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Perplexity AI\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-7b-chat\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-7b-chat\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-70b-chat\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-70b-chat\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-7b-online\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-7b-online\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-70b-online\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-70b-online\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Together AI\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/llama-2-70b-chat\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/llama-2-70b-chat\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/llama-2-70b\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/llama-2-70b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/LLaMA-2-7B-32K\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/LLaMA-2-7B-32K\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/Llama-2-7B-32K-Instruct\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/Llama-2-7B-32K-Instruct\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/llama-2-7b\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/llama-2-7b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/alpaca-7b\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/alpaca-7b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Instruct\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Instruct\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Python\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Python\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/WizardLM/WizardCoder-Python-34B-V1.0\u0022,\r\n \u0022value\u0022: \u0022together_ai/WizardLM/WizardCoder-Python-34B-V1.0\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/NousResearch/Nous-Hermes-Llama2-13b\u0022,\r\n \u0022value\u0022: \u0022together_ai/NousResearch/Nous-Hermes-Llama2-13b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/Austism/chronos-hermes-13b\u0022,\r\n \u0022value\u0022: \u0022together_ai/Austism/chronos-hermes-13b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n }\r\n ]\r\n }\r\n ],\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022temperature\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Temperature\u0022,\r\n \u0022description\u0022: \u0022What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic\u0022,\r\n \u0022min\u0022: 0,\r\n \u0022max\u0022: 2,\r\n \u0022nullable\u0022: true,\r\n \u0022isInteger\u0022: false\r\n },\r\n \u0022maxTokens\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Max Tokens\u0022,\r\n \u0022description\u0022: \u0022The maximum number of tokens that can be generated in the chat completion\u0022,\r\n \u0022min\u0022: 0,\r\n \u0022nullable\u0022: true,\r\n \u0022isInteger\u0022: false\r\n },\r\n \u0022topP\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Top P\u0022,\r\n \u0022description\u0022: \u0022An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass\u0022,\r\n \u0022min\u0022: 0,\r\n \u0022max\u0022: 1,\r\n \u0022nullable\u0022: true,\r\n \u0022isInteger\u0022: false\r\n },\r\n \u0022frequencyPenalty\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Frequency Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far\u0022,\r\n \u0022min\u0022: -2,\r\n \u0022max\u0022: 2,\r\n \u0022nullable\u0022: true,\r\n \u0022isInteger\u0022: false\r\n },\r\n \u0022presencePenalty\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Presence Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far\u0022,\r\n \u0022min\u0022: -2,\r\n \u0022max\u0022: 2,\r\n \u0022nullable\u0022: true,\r\n \u0022isInteger\u0022: false\r\n },\r\n \u0022responseFormat\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ResponseFormatText\u0022,\r\n \u0022description\u0022: \u0022An object specifying the format that the model must output\u0022,\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n }\r\n },\r\n \u0022nullable\u0022: true\r\n },\r\n \u0022stream\u0022: {\r\n \u0022type\u0022: \u0022boolean\u0022,\r\n \u0022title\u0022: \u0022Stream\u0022,\r\n \u0022description\u0022: \u0022If set, partial message deltas will be sent\u0022,\r\n \u0022nullable\u0022: true\r\n },\r\n \u0022tools\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Tools\u0022,\r\n \u0022description\u0022: \u0022A list of tools the model may call. Currently, only functions are supported as a tool\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022properties\u0022: {}\r\n },\r\n \u0022nullable\u0022: true\r\n },\r\n \u0022toolChoice\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Tool Choice\u0022,\r\n \u0022description\u0022: \u0022Controls which (if any) tool is called by the model\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022none\u0022,\r\n \u0022value\u0022: \u0022none\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022auto\u0022,\r\n \u0022value\u0022: \u0022auto\u0022\r\n }\r\n ],\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: false\r\n }\r\n },\r\n \u0022nullable\u0022: false\r\n }\r\n }\r\n },\r\n \u0022messages\u0022: {\r\n \u0022__id\u0022: \u0022b9c9d862-3326-48ad-8549-379df5b7ccc7\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Messages\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Message\u0022,\r\n \u0022properties\u0022: {\r\n \u0022role\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Role\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022system\u0022,\r\n \u0022value\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022user\u0022,\r\n \u0022value\u0022: \u0022user\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022assistant\u0022,\r\n \u0022value\u0022: \u0022assistant\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022tool\u0022,\r\n \u0022value\u0022: \u0022tool\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022function\u0022,\r\n \u0022value\u0022: \u0022function\u0022\r\n }\r\n ],\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022content\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Content\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022name\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022toolCalls\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Tool Calls\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ToolCall\u0022,\r\n \u0022properties\u0022: {\r\n \u0022id\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Id\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022function\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Function\u0022,\r\n \u0022properties\u0022: {},\r\n \u0022additionalProperties\u0022: true,\r\n \u0022nullable\u0022: false\r\n }\r\n }\r\n },\r\n \u0022nullable\u0022: true\r\n },\r\n \u0022toolCallId\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Tool Call Id\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n }\r\n },\r\n \u0022nullable\u0022: false\r\n },\r\n \u0022value\u0022: [\r\n {\r\n \u0022__id\u0022: \u0022ee434a01-d7f3-494a-8584-370bf9e2f1fb\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Message\u0022,\r\n \u0022properties\u0022: {\r\n \u0022role\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Role\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022system\u0022,\r\n \u0022value\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022user\u0022,\r\n \u0022value\u0022: \u0022user\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022assistant\u0022,\r\n \u0022value\u0022: \u0022assistant\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022tool\u0022,\r\n \u0022value\u0022: \u0022tool\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022function\u0022,\r\n \u0022value\u0022: \u0022function\u0022\r\n }\r\n ],\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022content\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Content\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022name\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022toolCalls\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Tool Calls\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ToolCall\u0022,\r\n \u0022properties\u0022: {\r\n \u0022id\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Id\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022function\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Function\u0022,\r\n \u0022properties\u0022: {},\r\n \u0022additionalProperties\u0022: true,\r\n \u0022nullable\u0022: false\r\n }\r\n }\r\n },\r\n \u0022nullable\u0022: true\r\n },\r\n \u0022toolCallId\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Tool Call Id\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n }\r\n },\r\n \u0022role\u0022: {\r\n \u0022value\u0022: \u0022system\u0022,\r\n \u0022__id\u0022: \u0022025033e7-9279-4e75-a949-b7f6791bfc51\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Role\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022system\u0022,\r\n \u0022value\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022user\u0022,\r\n \u0022value\u0022: \u0022user\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022assistant\u0022,\r\n \u0022value\u0022: \u0022assistant\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022tool\u0022,\r\n \u0022value\u0022: \u0022tool\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022function\u0022,\r\n \u0022value\u0022: \u0022function\u0022\r\n }\r\n ],\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n }\r\n },\r\n \u0022content\u0022: {\r\n \u0022value\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022__id\u0022: \u0022f44b4ef5-7f4f-4684-a9ff-7db90d481b01\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Content\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n },\r\n \u0022name\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u002243b9a314-49c3-4d7d-aa38-44481a5586a8\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n },\r\n \u0022toolCalls\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u00220f478f7e-080b-4bec-a965-c2fb52f3650e\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Tool Calls\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ToolCall\u0022,\r\n \u0022properties\u0022: {\r\n \u0022id\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Id\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022function\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Function\u0022,\r\n \u0022properties\u0022: {},\r\n \u0022additionalProperties\u0022: true,\r\n \u0022nullable\u0022: false\r\n }\r\n }\r\n },\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022toolCallId\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u00222f8662a1-7334-4692-80fd-2b1597506e48\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Tool Call Id\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n }\r\n },\r\n {\r\n \u0022__id\u0022: \u0022d5d204e6-23fa-4b45-98a7-5b289a65262e\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Message\u0022,\r\n \u0022properties\u0022: {\r\n \u0022role\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Role\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022system\u0022,\r\n \u0022value\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022user\u0022,\r\n \u0022value\u0022: \u0022user\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022assistant\u0022,\r\n \u0022value\u0022: \u0022assistant\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022tool\u0022,\r\n \u0022value\u0022: \u0022tool\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022function\u0022,\r\n \u0022value\u0022: \u0022function\u0022\r\n }\r\n ],\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022content\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Content\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022name\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022toolCalls\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Tool Calls\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ToolCall\u0022,\r\n \u0022properties\u0022: {\r\n \u0022id\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Id\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022function\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Function\u0022,\r\n \u0022properties\u0022: {},\r\n \u0022additionalProperties\u0022: true,\r\n \u0022nullable\u0022: false\r\n }\r\n }\r\n },\r\n \u0022nullable\u0022: true\r\n },\r\n \u0022toolCallId\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Tool Call Id\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n }\r\n },\r\n \u0022role\u0022: {\r\n \u0022value\u0022: \u0022user\u0022,\r\n \u0022__id\u0022: \u00229eebfcc9-9cb9-4630-a9d6-07659d3cf3a3\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Role\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022system\u0022,\r\n \u0022value\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022user\u0022,\r\n \u0022value\u0022: \u0022user\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022assistant\u0022,\r\n \u0022value\u0022: \u0022assistant\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022tool\u0022,\r\n \u0022value\u0022: \u0022tool\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022function\u0022,\r\n \u0022value\u0022: \u0022function\u0022\r\n }\r\n ],\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n }\r\n },\r\n \u0022content\u0022: {\r\n \u0022value\u0022: \u0022What is the capital of {country}?\u0022,\r\n \u0022__id\u0022: \u0022ae3c7fe6-a992-49ae-acde-232706e1c533\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Content\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n },\r\n \u0022name\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u0022052bf3ee-d78c-481c-a08c-f98600557ad3\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n },\r\n \u0022toolCalls\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u002260a38c86-febe-482b-aa26-f73ea773d70a\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Tool Calls\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ToolCall\u0022,\r\n \u0022properties\u0022: {\r\n \u0022id\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Id\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022function\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Function\u0022,\r\n \u0022properties\u0022: {},\r\n \u0022additionalProperties\u0022: true,\r\n \u0022nullable\u0022: false\r\n }\r\n }\r\n },\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022toolCallId\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u0022ab653a63-ba2d-4a17-bea6-6d21a4796c57\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Tool Call Id\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n }\r\n }\r\n ]\r\n },\r\n \u0022systemPrompt\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u00221b677c97-e3f6-43b4-93cd-d758ba52af82\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022System Prompt\u0022,\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022userPrompt\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u00224bb5f46c-8e56-4a84-8734-256f86d8b59f\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022User Prompt\u0022,\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022templateFormat\u0022: {\r\n \u0022value\u0022: \u0022fstring\u0022,\r\n \u0022__id\u0022: \u0022b1bdfb1a-3f66-4bab-a2a2-09f1f8adaa4b\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Template Format\u0022,\r\n \u0022description\u0022: \u0022Format type for template variables: fstring {var}, jinja2 {{ var }}, or curly {{var}}\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022fstring\u0022,\r\n \u0022value\u0022: \u0022fstring\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022jinja2\u0022,\r\n \u0022value\u0022: \u0022jinja2\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022curly\u0022,\r\n \u0022value\u0022: \u0022curly\u0022\r\n }\r\n ],\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n }\r\n },\r\n \u0022inputKeys\u0022: {\r\n \u0022value\u0022: [\r\n {\r\n \u0022value\u0022: \u0022country\u0022,\r\n \u0022__id\u0022: \u002210ee0960-60e9-4a17-8f08-bb7222a8ef1e\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022country\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n }\r\n ],\r\n \u0022__id\u0022: \u00222fbc73b0-09ad-4458-a27d-285b34d150a6\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Input Keys\u0022,\r\n \u0022description\u0022: \u0022Optional list of input keys for validation. If not provided, any inputs will be accepted\u0022,\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022llmConfig\u0022: {\r\n \u0022__id\u0022: \u00226ed1b3ff-9865-4658-a58e-3af989d6a8c3\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ModelConfig\u0022,\r\n \u0022description\u0022: \u0022Configuration for the model parameters\u0022,\r\n \u0022properties\u0022: {\r\n \u0022model\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Model\u0022,\r\n \u0022description\u0022: \u0022ID of the model to use\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022Aleph Alpha\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022luminous-base\u0022,\r\n \u0022value\u0022: \u0022luminous-base\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022luminous-base-control\u0022,\r\n \u0022value\u0022: \u0022luminous-base-control\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022luminous-extended-control\u0022,\r\n \u0022value\u0022: \u0022luminous-extended-control\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022luminous-supreme\u0022,\r\n \u0022value\u0022: \u0022luminous-supreme\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Anthropic\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-5-sonnet-20240620\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-5-sonnet-20240620\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-opus-20240229\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-opus-20240229\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-sonnet-20240229\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-sonnet-20240229\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-haiku-20240307\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-haiku-20240307\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-2.1\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-2.1\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-2\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-2\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-instant-1.2\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-instant-1.2\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-instant-1\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-instant-1\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Anyscale\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022anyscale/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022anyscale/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022Anyscale\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anyscale/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022anyscale/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022Anyscale\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Cohere\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022cohere/command-light\u0022,\r\n \u0022value\u0022: \u0022cohere/command-light\u0022,\r\n \u0022group\u0022: \u0022Cohere\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022cohere/command-r-plus\u0022,\r\n \u0022value\u0022: \u0022cohere/command-r-plus\u0022,\r\n \u0022group\u0022: \u0022Cohere\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022cohere/command-nightly\u0022,\r\n \u0022value\u0022: \u0022cohere/command-nightly\u0022,\r\n \u0022group\u0022: \u0022Cohere\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022DeepInfra\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022deepinfra/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022deepinfra/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022deepinfra/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/codellama/CodeLlama-34b-Instruct-hf\u0022,\r\n \u0022value\u0022: \u0022deepinfra/codellama/CodeLlama-34b-Instruct-hf\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/mistralai/Mistral-7B-Instruct-v0.1\u0022,\r\n \u0022value\u0022: \u0022deepinfra/mistralai/Mistral-7B-Instruct-v0.1\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1\u0022,\r\n \u0022value\u0022: \u0022deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Gemini\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022gemini/gemini-1.5-pro-latest\u0022,\r\n \u0022value\u0022: \u0022gemini/gemini-1.5-pro-latest\u0022,\r\n \u0022group\u0022: \u0022Gemini\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gemini/gemini-1.5-flash\u0022,\r\n \u0022value\u0022: \u0022gemini/gemini-1.5-flash\u0022,\r\n \u0022group\u0022: \u0022Gemini\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Groq\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022groq/llama3-8b-8192\u0022,\r\n \u0022value\u0022: \u0022groq/llama3-8b-8192\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/llama3-70b-8192\u0022,\r\n \u0022value\u0022: \u0022groq/llama3-70b-8192\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/llama2-70b-4096\u0022,\r\n \u0022value\u0022: \u0022groq/llama2-70b-4096\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/mixtral-8x7b-32768\u0022,\r\n \u0022value\u0022: \u0022groq/mixtral-8x7b-32768\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/gemma-7b-it\u0022,\r\n \u0022value\u0022: \u0022groq/gemma-7b-it\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Mistral\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-tiny\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-tiny\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-small\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-small\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-medium\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-medium\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-large-latest\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-large-latest\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Open AI\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022gpt-3.5-turbo-1106\u0022,\r\n \u0022value\u0022: \u0022gpt-3.5-turbo-1106\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022value\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4\u0022,\r\n \u0022value\u0022: \u0022gpt-4\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4o\u0022,\r\n \u0022value\u0022: \u0022gpt-4o\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4o-mini\u0022,\r\n \u0022value\u0022: \u0022gpt-4o-mini\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4-1106-preview\u0022,\r\n \u0022value\u0022: \u0022gpt-4-1106-preview\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022OpenRouter\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022openrouter/openai/gpt-3.5-turbo\u0022,\r\n \u0022value\u0022: \u0022openrouter/openai/gpt-3.5-turbo\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/openai/gpt-3.5-turbo-16k\u0022,\r\n \u0022value\u0022: \u0022openrouter/openai/gpt-3.5-turbo-16k\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/anthropic/claude-instant-v1\u0022,\r\n \u0022value\u0022: \u0022openrouter/anthropic/claude-instant-v1\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/google/palm-2-chat-bison\u0022,\r\n \u0022value\u0022: \u0022openrouter/google/palm-2-chat-bison\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/google/palm-2-codechat-bison\u0022,\r\n \u0022value\u0022: \u0022openrouter/google/palm-2-codechat-bison\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/meta-llama/llama-2-13b-chat\u0022,\r\n \u0022value\u0022: \u0022openrouter/meta-llama/llama-2-13b-chat\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/meta-llama/llama-2-70b-chat\u0022,\r\n \u0022value\u0022: \u0022openrouter/meta-llama/llama-2-70b-chat\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Perplexity AI\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-7b-chat\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-7b-chat\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-70b-chat\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-70b-chat\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-7b-online\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-7b-online\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-70b-online\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-70b-online\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Together AI\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/llama-2-70b-chat\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/llama-2-70b-chat\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/llama-2-70b\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/llama-2-70b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/LLaMA-2-7B-32K\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/LLaMA-2-7B-32K\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/Llama-2-7B-32K-Instruct\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/Llama-2-7B-32K-Instruct\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/llama-2-7b\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/llama-2-7b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/alpaca-7b\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/alpaca-7b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Instruct\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Instruct\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Python\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Python\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/WizardLM/WizardCoder-Python-34B-V1.0\u0022,\r\n \u0022value\u0022: \u0022together_ai/WizardLM/WizardCoder-Python-34B-V1.0\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/NousResearch/Nous-Hermes-Llama2-13b\u0022,\r\n \u0022value\u0022: \u0022together_ai/NousResearch/Nous-Hermes-Llama2-13b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/Austism/chronos-hermes-13b\u0022,\r\n \u0022value\u0022: \u0022together_ai/Austism/chronos-hermes-13b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n }\r\n ]\r\n }\r\n ],\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n },\r\n \u0022temperature\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Temperature\u0022,\r\n \u0022description\u0022: \u0022What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic\u0022,\r\n \u0022min\u0022: 0,\r\n \u0022max\u0022: 2,\r\n \u0022nullable\u0022: true,\r\n \u0022isInteger\u0022: false\r\n },\r\n \u0022maxTokens\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Max Tokens\u0022,\r\n \u0022description\u0022: \u0022The maximum number of tokens that can be generated in the chat completion\u0022,\r\n \u0022min\u0022: 0,\r\n \u0022nullable\u0022: true,\r\n \u0022isInteger\u0022: false\r\n },\r\n \u0022topP\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Top P\u0022,\r\n \u0022description\u0022: \u0022An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass\u0022,\r\n \u0022min\u0022: 0,\r\n \u0022max\u0022: 1,\r\n \u0022nullable\u0022: true,\r\n \u0022isInteger\u0022: false\r\n },\r\n \u0022frequencyPenalty\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Frequency Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far\u0022,\r\n \u0022min\u0022: -2,\r\n \u0022max\u0022: 2,\r\n \u0022nullable\u0022: true,\r\n \u0022isInteger\u0022: false\r\n },\r\n \u0022presencePenalty\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Presence Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far\u0022,\r\n \u0022min\u0022: -2,\r\n \u0022max\u0022: 2,\r\n \u0022nullable\u0022: true,\r\n \u0022isInteger\u0022: false\r\n },\r\n \u0022responseFormat\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ResponseFormatText\u0022,\r\n \u0022description\u0022: \u0022An object specifying the format that the model must output\u0022,\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n }\r\n },\r\n \u0022nullable\u0022: true\r\n },\r\n \u0022stream\u0022: {\r\n \u0022type\u0022: \u0022boolean\u0022,\r\n \u0022title\u0022: \u0022Stream\u0022,\r\n \u0022description\u0022: \u0022If set, partial message deltas will be sent\u0022,\r\n \u0022nullable\u0022: true\r\n },\r\n \u0022tools\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Tools\u0022,\r\n \u0022description\u0022: \u0022A list of tools the model may call. Currently, only functions are supported as a tool\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022properties\u0022: {}\r\n },\r\n \u0022nullable\u0022: true\r\n },\r\n \u0022toolChoice\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Tool Choice\u0022,\r\n \u0022description\u0022: \u0022Controls which (if any) tool is called by the model\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022none\u0022,\r\n \u0022value\u0022: \u0022none\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022auto\u0022,\r\n \u0022value\u0022: \u0022auto\u0022\r\n }\r\n ],\r\n \u0022nullable\u0022: true,\r\n \u0022allowFreeform\u0022: false\r\n }\r\n }\r\n },\r\n \u0022model\u0022: {\r\n \u0022value\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022__id\u0022: \u00222643d1ad-b6a1-416b-b769-5c3add32e6a6\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Model\u0022,\r\n \u0022description\u0022: \u0022ID of the model to use\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022Aleph Alpha\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022luminous-base\u0022,\r\n \u0022value\u0022: \u0022luminous-base\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022luminous-base-control\u0022,\r\n \u0022value\u0022: \u0022luminous-base-control\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022luminous-extended-control\u0022,\r\n \u0022value\u0022: \u0022luminous-extended-control\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022luminous-supreme\u0022,\r\n \u0022value\u0022: \u0022luminous-supreme\u0022,\r\n \u0022group\u0022: \u0022Aleph Alpha\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Anthropic\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-5-sonnet-20240620\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-5-sonnet-20240620\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-opus-20240229\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-opus-20240229\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-sonnet-20240229\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-sonnet-20240229\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-3-haiku-20240307\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-3-haiku-20240307\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-2.1\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-2.1\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-2\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-2\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-instant-1.2\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-instant-1.2\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anthropic/claude-instant-1\u0022,\r\n \u0022value\u0022: \u0022anthropic/claude-instant-1\u0022,\r\n \u0022group\u0022: \u0022Anthropic\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Anyscale\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022anyscale/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022anyscale/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022Anyscale\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022anyscale/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022anyscale/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022Anyscale\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Cohere\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022cohere/command-light\u0022,\r\n \u0022value\u0022: \u0022cohere/command-light\u0022,\r\n \u0022group\u0022: \u0022Cohere\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022cohere/command-r-plus\u0022,\r\n \u0022value\u0022: \u0022cohere/command-r-plus\u0022,\r\n \u0022group\u0022: \u0022Cohere\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022cohere/command-nightly\u0022,\r\n \u0022value\u0022: \u0022cohere/command-nightly\u0022,\r\n \u0022group\u0022: \u0022Cohere\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022DeepInfra\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022deepinfra/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022deepinfra/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022value\u0022: \u0022deepinfra/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/codellama/CodeLlama-34b-Instruct-hf\u0022,\r\n \u0022value\u0022: \u0022deepinfra/codellama/CodeLlama-34b-Instruct-hf\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/mistralai/Mistral-7B-Instruct-v0.1\u0022,\r\n \u0022value\u0022: \u0022deepinfra/mistralai/Mistral-7B-Instruct-v0.1\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1\u0022,\r\n \u0022value\u0022: \u0022deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1\u0022,\r\n \u0022group\u0022: \u0022DeepInfra\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Gemini\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022gemini/gemini-1.5-pro-latest\u0022,\r\n \u0022value\u0022: \u0022gemini/gemini-1.5-pro-latest\u0022,\r\n \u0022group\u0022: \u0022Gemini\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gemini/gemini-1.5-flash\u0022,\r\n \u0022value\u0022: \u0022gemini/gemini-1.5-flash\u0022,\r\n \u0022group\u0022: \u0022Gemini\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Groq\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022groq/llama3-8b-8192\u0022,\r\n \u0022value\u0022: \u0022groq/llama3-8b-8192\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/llama3-70b-8192\u0022,\r\n \u0022value\u0022: \u0022groq/llama3-70b-8192\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/llama2-70b-4096\u0022,\r\n \u0022value\u0022: \u0022groq/llama2-70b-4096\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/mixtral-8x7b-32768\u0022,\r\n \u0022value\u0022: \u0022groq/mixtral-8x7b-32768\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022groq/gemma-7b-it\u0022,\r\n \u0022value\u0022: \u0022groq/gemma-7b-it\u0022,\r\n \u0022group\u0022: \u0022Groq\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Mistral\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-tiny\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-tiny\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-small\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-small\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-medium\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-medium\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022mistral/mistral-large-latest\u0022,\r\n \u0022value\u0022: \u0022mistral/mistral-large-latest\u0022,\r\n \u0022group\u0022: \u0022Mistral\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Open AI\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022gpt-3.5-turbo-1106\u0022,\r\n \u0022value\u0022: \u0022gpt-3.5-turbo-1106\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022value\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4\u0022,\r\n \u0022value\u0022: \u0022gpt-4\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4o\u0022,\r\n \u0022value\u0022: \u0022gpt-4o\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4o-mini\u0022,\r\n \u0022value\u0022: \u0022gpt-4o-mini\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022gpt-4-1106-preview\u0022,\r\n \u0022value\u0022: \u0022gpt-4-1106-preview\u0022,\r\n \u0022group\u0022: \u0022Open AI\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022OpenRouter\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022openrouter/openai/gpt-3.5-turbo\u0022,\r\n \u0022value\u0022: \u0022openrouter/openai/gpt-3.5-turbo\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/openai/gpt-3.5-turbo-16k\u0022,\r\n \u0022value\u0022: \u0022openrouter/openai/gpt-3.5-turbo-16k\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/anthropic/claude-instant-v1\u0022,\r\n \u0022value\u0022: \u0022openrouter/anthropic/claude-instant-v1\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/google/palm-2-chat-bison\u0022,\r\n \u0022value\u0022: \u0022openrouter/google/palm-2-chat-bison\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/google/palm-2-codechat-bison\u0022,\r\n \u0022value\u0022: \u0022openrouter/google/palm-2-codechat-bison\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/meta-llama/llama-2-13b-chat\u0022,\r\n \u0022value\u0022: \u0022openrouter/meta-llama/llama-2-13b-chat\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022openrouter/meta-llama/llama-2-70b-chat\u0022,\r\n \u0022value\u0022: \u0022openrouter/meta-llama/llama-2-70b-chat\u0022,\r\n \u0022group\u0022: \u0022OpenRouter\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Perplexity AI\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-7b-chat\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-7b-chat\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-70b-chat\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-70b-chat\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-7b-online\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-7b-online\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022perplexity/pplx-70b-online\u0022,\r\n \u0022value\u0022: \u0022perplexity/pplx-70b-online\u0022,\r\n \u0022group\u0022: \u0022Perplexity AI\u0022\r\n }\r\n ]\r\n },\r\n {\r\n \u0022label\u0022: \u0022Together AI\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/llama-2-70b-chat\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/llama-2-70b-chat\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/llama-2-70b\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/llama-2-70b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/LLaMA-2-7B-32K\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/LLaMA-2-7B-32K\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/Llama-2-7B-32K-Instruct\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/Llama-2-7B-32K-Instruct\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/llama-2-7b\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/llama-2-7b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/alpaca-7b\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/alpaca-7b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Instruct\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Instruct\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Python\u0022,\r\n \u0022value\u0022: \u0022together_ai/togethercomputer/CodeLlama-34b-Python\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/WizardLM/WizardCoder-Python-34B-V1.0\u0022,\r\n \u0022value\u0022: \u0022together_ai/WizardLM/WizardCoder-Python-34B-V1.0\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/NousResearch/Nous-Hermes-Llama2-13b\u0022,\r\n \u0022value\u0022: \u0022together_ai/NousResearch/Nous-Hermes-Llama2-13b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022together_ai/Austism/chronos-hermes-13b\u0022,\r\n \u0022value\u0022: \u0022together_ai/Austism/chronos-hermes-13b\u0022,\r\n \u0022group\u0022: \u0022Together AI\u0022\r\n }\r\n ]\r\n }\r\n ],\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: false\r\n }\r\n },\r\n \u0022temperature\u0022: {\r\n \u0022value\u0022: 1,\r\n \u0022__id\u0022: \u0022db5ad2fa-6e64-4da7-a4e1-4b06b4e8e22c\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Temperature\u0022,\r\n \u0022description\u0022: \u0022What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic\u0022,\r\n \u0022min\u0022: 0,\r\n \u0022max\u0022: 2,\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022maxTokens\u0022: {\r\n \u0022value\u0022: 84,\r\n \u0022__id\u0022: \u0022fe1f6aec-6d91-43cc-b0aa-6381b7759748\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Max Tokens\u0022,\r\n \u0022description\u0022: \u0022The maximum number of tokens that can be generated in the chat completion\u0022,\r\n \u0022min\u0022: 0,\r\n \u0022isInteger\u0022: true,\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022topP\u0022: {\r\n \u0022value\u0022: 0.5,\r\n \u0022__id\u0022: \u0022dde89181-bdda-451a-8dae-c350ebaa5b87\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Top P\u0022,\r\n \u0022description\u0022: \u0022An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass\u0022,\r\n \u0022min\u0022: 0,\r\n \u0022max\u0022: 1,\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022frequencyPenalty\u0022: {\r\n \u0022value\u0022: 0,\r\n \u0022__id\u0022: \u00227d63570a-dbcc-466c-8126-7cb1a143122f\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Frequency Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far\u0022,\r\n \u0022min\u0022: -2,\r\n \u0022max\u0022: 2,\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022presencePenalty\u0022: {\r\n \u0022value\u0022: 0,\r\n \u0022__id\u0022: \u0022eb50375c-6e62-41c5-8da0-8c5f69a4bde9\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022title\u0022: \u0022Presence Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far\u0022,\r\n \u0022min\u0022: -2,\r\n \u0022max\u0022: 2,\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022responseFormat\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u0022bbdd8e13-f0ac-416c-8c5f-fbdf0b70fbd0\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022compound\u0022,\r\n \u0022title\u0022: \u0022Response Format\u0022,\r\n \u0022description\u0022: \u0022An object specifying the format that the model must output\u0022,\r\n \u0022nullable\u0022: true,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022ResponseFormatText\u0022,\r\n \u0022value\u0022: \u0022text\u0022,\r\n \u0022config\u0022: {\r\n \u0022type\u0022: \u0022text\u0022\r\n }\r\n },\r\n {\r\n \u0022label\u0022: \u0022ResponseFormatJSONObject\u0022,\r\n \u0022value\u0022: \u0022json_object\u0022,\r\n \u0022config\u0022: {\r\n \u0022type\u0022: \u0022json_object\u0022\r\n }\r\n },\r\n {\r\n \u0022label\u0022: \u0022ResponseFormatJSONSchema\u0022,\r\n \u0022value\u0022: \u0022json_schema\u0022,\r\n \u0022config\u0022: {\r\n \u0022type\u0022: \u0022json_schema\u0022,\r\n \u0022json_schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022name\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022\r\n },\r\n \u0022description\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Description\u0022\r\n },\r\n \u0022schema\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Schema\u0022\r\n },\r\n \u0022strict\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022boolean\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Strict\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022name\u0022,\r\n \u0022schema\u0022\r\n ],\r\n \u0022title\u0022: \u0022JSONSchema\u0022\r\n }\r\n }\r\n }\r\n ]\r\n }\r\n },\r\n \u0022stream\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u0022d8c349a3-91f0-454b-936f-a2aca998980d\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022boolean\u0022,\r\n \u0022title\u0022: \u0022Stream\u0022,\r\n \u0022description\u0022: \u0022If set, partial message deltas will be sent\u0022,\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022tools\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u0022ac6b5383-423f-4b0e-a53b-633ad4f2ad54\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Tools\u0022,\r\n \u0022description\u0022: \u0022A list of tools the model may call. Currently, only functions are supported as a tool\u0022,\r\n \u0022nullable\u0022: true\r\n }\r\n },\r\n \u0022toolChoice\u0022: {\r\n \u0022value\u0022: null,\r\n \u0022__id\u0022: \u0022d5381a5e-e988-4120-90a4-044e69c30964\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Tool Choice\u0022,\r\n \u0022description\u0022: \u0022Controls which (if any) tool is called by the model\u0022,\r\n \u0022options\u0022: [\r\n {\r\n \u0022label\u0022: \u0022none\u0022,\r\n \u0022value\u0022: \u0022none\u0022\r\n },\r\n {\r\n \u0022label\u0022: \u0022auto\u0022,\r\n \u0022value\u0022: \u0022auto\u0022\r\n }\r\n ],\r\n \u0022nullable\u0022: true\r\n }\r\n }\r\n }\r\n }\r\n ]\r\n }\r\n ],\r\n \u0022selected\u0022: [\r\n \u0022019461ff-f31c-74b3-981c-dad1d891b8fb\u0022\r\n ],\r\n \u0022dirtyStates\u0022: {},\r\n \u0022generationData\u0022: {\r\n \u0022__id\u0022: \u0022f01fc583-3359-49c9-b871-5d6032af2995\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Input Rows\u0022,\r\n \u0022description\u0022: \u0022Input values for variant execution\u0022,\r\n \u0022itemMetadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Input Row\u0022,\r\n \u0022description\u0022: \u0022Single set of input values\u0022,\r\n \u0022properties\u0022: {\r\n \u0022country\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022country\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n },\r\n \u0022nullable\u0022: false\r\n },\r\n \u0022nullable\u0022: false\r\n },\r\n \u0022value\u0022: [\r\n {\r\n \u0022__id\u0022: \u0022fb5bfef1-be48-4469-9a0a-3a8614947334\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Input Row\u0022,\r\n \u0022description\u0022: \u0022Single set of input values\u0022,\r\n \u0022properties\u0022: {\r\n \u0022country\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022country\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n }\r\n },\r\n \u0022nullable\u0022: false\r\n },\r\n \u0022__runs\u0022: {},\r\n \u0022country\u0022: {\r\n \u0022__id\u0022: \u0022690d7666-2349-4158-b238-a6115505a7a2\u0022,\r\n \u0022__metadata\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022country\u0022,\r\n \u0022nullable\u0022: false,\r\n \u0022allowFreeform\u0022: true\r\n },\r\n \u0022value\u0022: \u0022\u0022\r\n }\r\n }\r\n ]\r\n },\r\n \u0022spec\u0022: {\r\n \u0022openapi\u0022: \u00223.1.0\u0022,\r\n \u0022info\u0022: {\r\n \u0022title\u0022: \u0022FastAPI\u0022,\r\n \u0022version\u0022: \u00220.1.0\u0022\r\n },\r\n \u0022paths\u0022: {\r\n \u0022/health\u0022: {\r\n \u0022get\u0022: {\r\n \u0022summary\u0022: \u0022Health\u0022,\r\n \u0022operationId\u0022: \u0022health_health_get\u0022,\r\n \u0022responses\u0022: {\r\n \u0022200\u0022: {\r\n \u0022description\u0022: \u0022Successful Response\u0022,\r\n \u0022content\u0022: {\r\n \u0022application/json\u0022: {\r\n \u0022schema\u0022: {}\r\n }\r\n }\r\n }\r\n }\r\n }\r\n },\r\n \u0022/run\u0022: {\r\n \u0022post\u0022: {\r\n \u0022summary\u0022: \u0022Generate\u0022,\r\n \u0022operationId\u0022: \u0022generate_run_post\u0022,\r\n \u0022requestBody\u0022: {\r\n \u0022content\u0022: {\r\n \u0022application/json\u0022: {\r\n \u0022schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022inputs\u0022: {\r\n \u0022title\u0022: \u0022Inputs\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022inputs\u0022\r\n ],\r\n \u0022title\u0022: \u0022Body_generate_run_post\u0022\r\n }\r\n }\r\n },\r\n \u0022required\u0022: true\r\n },\r\n \u0022responses\u0022: {\r\n \u0022200\u0022: {\r\n \u0022description\u0022: \u0022Successful Response\u0022,\r\n \u0022content\u0022: {\r\n \u0022application/json\u0022: {\r\n \u0022schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022version\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Version\u0022,\r\n \u0022default\u0022: \u00223.1\u0022\r\n },\r\n \u0022data\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Data\u0022\r\n },\r\n \u0022content_type\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Content Type\u0022,\r\n \u0022default\u0022: \u0022string\u0022\r\n },\r\n \u0022tree\u0022: {\r\n \u0022anyOf\u0022: [\r\n {},\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ]\r\n },\r\n \u0022tree_id\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tree Id\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022BaseResponse\u0022\r\n }\r\n }\r\n }\r\n },\r\n \u0022422\u0022: {\r\n \u0022description\u0022: \u0022Validation Error\u0022,\r\n \u0022content\u0022: {\r\n \u0022application/json\u0022: {\r\n \u0022schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022detail\u0022: {\r\n \u0022items\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022loc\u0022: {\r\n \u0022items\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022integer\u0022\r\n }\r\n ]\r\n },\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Location\u0022\r\n },\r\n \u0022msg\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Message\u0022\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Error Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022loc\u0022,\r\n \u0022msg\u0022,\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ValidationError\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Detail\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022HTTPValidationError\u0022\r\n }\r\n }\r\n }\r\n }\r\n }\r\n }\r\n },\r\n \u0022/generate_deployed\u0022: {\r\n \u0022post\u0022: {\r\n \u0022summary\u0022: \u0022Generate\u0022,\r\n \u0022operationId\u0022: \u0022generate_generate_deployed_post\u0022,\r\n \u0022requestBody\u0022: {\r\n \u0022content\u0022: {\r\n \u0022application/json\u0022: {\r\n \u0022schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022inputs\u0022: {\r\n \u0022title\u0022: \u0022Inputs\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022inputs\u0022\r\n ],\r\n \u0022title\u0022: \u0022Body_generate_generate_deployed_post\u0022\r\n }\r\n }\r\n },\r\n \u0022required\u0022: true\r\n },\r\n \u0022responses\u0022: {\r\n \u0022200\u0022: {\r\n \u0022description\u0022: \u0022Successful Response\u0022,\r\n \u0022content\u0022: {\r\n \u0022application/json\u0022: {\r\n \u0022schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022version\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Version\u0022,\r\n \u0022default\u0022: \u00223.1\u0022\r\n },\r\n \u0022data\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Data\u0022\r\n },\r\n \u0022content_type\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Content Type\u0022,\r\n \u0022default\u0022: \u0022string\u0022\r\n },\r\n \u0022tree\u0022: {\r\n \u0022anyOf\u0022: [\r\n {},\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ]\r\n },\r\n \u0022tree_id\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tree Id\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022BaseResponse\u0022\r\n }\r\n }\r\n }\r\n },\r\n \u0022422\u0022: {\r\n \u0022description\u0022: \u0022Validation Error\u0022,\r\n \u0022content\u0022: {\r\n \u0022application/json\u0022: {\r\n \u0022schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022detail\u0022: {\r\n \u0022items\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022loc\u0022: {\r\n \u0022items\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022integer\u0022\r\n }\r\n ]\r\n },\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Location\u0022\r\n },\r\n \u0022msg\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Message\u0022\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Error Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022loc\u0022,\r\n \u0022msg\u0022,\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ValidationError\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Detail\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022HTTPValidationError\u0022\r\n }\r\n }\r\n }\r\n }\r\n }\r\n }\r\n },\r\n \u0022/test\u0022: {\r\n \u0022post\u0022: {\r\n \u0022summary\u0022: \u0022Generate\u0022,\r\n \u0022operationId\u0022: \u0022generate_test_post\u0022,\r\n \u0022requestBody\u0022: {\r\n \u0022content\u0022: {\r\n \u0022application/json\u0022: {\r\n \u0022schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022ag_config\u0022: {\r\n \u0022default\u0022: {\r\n \u0022prompt\u0022: {\r\n \u0022llm_config\u0022: {\r\n \u0022frequency_penalty\u0022: 0,\r\n \u0022max_tokens\u0022: -1,\r\n \u0022model\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022presence_penalty\u0022: 0,\r\n \u0022temperature\u0022: 1,\r\n \u0022top_p\u0022: 0.5\r\n },\r\n \u0022messages\u0022: [\r\n {\r\n \u0022content\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022role\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022content\u0022: \u0022What is the capital of {country}?\u0022,\r\n \u0022role\u0022: \u0022user\u0022\r\n }\r\n ],\r\n \u0022system_prompt\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022template_format\u0022: \u0022fstring\u0022,\r\n \u0022user_prompt\u0022: \u0022What is the capital of {country}?\u0022\r\n }\r\n },\r\n \u0022properties\u0022: {\r\n \u0022prompt\u0022: {\r\n \u0022default\u0022: {\r\n \u0022messages\u0022: [\r\n {\r\n \u0022content\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022role\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022content\u0022: \u0022What is the capital of {country}?\u0022,\r\n \u0022role\u0022: \u0022user\u0022\r\n }\r\n ],\r\n \u0022system_prompt\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022user_prompt\u0022: \u0022What is the capital of {country}?\u0022,\r\n \u0022template_format\u0022: \u0022fstring\u0022,\r\n \u0022llm_config\u0022: {\r\n \u0022frequency_penalty\u0022: 0,\r\n \u0022max_tokens\u0022: -1,\r\n \u0022model\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022presence_penalty\u0022: 0,\r\n \u0022temperature\u0022: 1,\r\n \u0022top_p\u0022: 0.5\r\n }\r\n },\r\n \u0022properties\u0022: {\r\n \u0022messages\u0022: {\r\n \u0022items\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022role\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022system\u0022,\r\n \u0022user\u0022,\r\n \u0022assistant\u0022,\r\n \u0022tool\u0022,\r\n \u0022function\u0022\r\n ],\r\n \u0022title\u0022: \u0022Role\u0022\r\n },\r\n \u0022content\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Content\u0022\r\n },\r\n \u0022name\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Name\u0022\r\n },\r\n \u0022tool_calls\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022id\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Id\u0022\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022function\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022default\u0022: \u0022function\u0022\r\n },\r\n \u0022function\u0022: {\r\n \u0022additionalProperties\u0022: {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Function\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022id\u0022,\r\n \u0022function\u0022\r\n ],\r\n \u0022title\u0022: \u0022ToolCall\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Calls\u0022\r\n },\r\n \u0022tool_call_id\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Call Id\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022role\u0022\r\n ],\r\n \u0022title\u0022: \u0022Message\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Messages\u0022,\r\n \u0022default\u0022: [\r\n {\r\n \u0022role\u0022: \u0022system\u0022,\r\n \u0022content\u0022: \u0022\u0022\r\n },\r\n {\r\n \u0022role\u0022: \u0022user\u0022,\r\n \u0022content\u0022: \u0022\u0022\r\n }\r\n ]\r\n },\r\n \u0022system_prompt\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022System Prompt\u0022\r\n },\r\n \u0022user_prompt\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022User Prompt\u0022\r\n },\r\n \u0022template_format\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022fstring\u0022,\r\n \u0022jinja2\u0022,\r\n \u0022curly\u0022\r\n ],\r\n \u0022title\u0022: \u0022Template Format\u0022,\r\n \u0022description\u0022: \u0022Format type for template variables: fstring {var}, jinja2 {{ var }}, or curly {{var}}\u0022,\r\n \u0022default\u0022: \u0022fstring\u0022\r\n },\r\n \u0022input_keys\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Input Keys\u0022,\r\n \u0022description\u0022: \u0022Optional list of input keys for validation. If not provided, any inputs will be accepted\u0022\r\n },\r\n \u0022llm_config\u0022: {\r\n \u0022description\u0022: \u0022Configuration for the model parameters\u0022,\r\n \u0022properties\u0022: {\r\n \u0022model\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Model\u0022,\r\n \u0022description\u0022: \u0022ID of the model to use\u0022,\r\n \u0022default\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022choices\u0022: {\r\n \u0022Aleph Alpha\u0022: [\r\n \u0022luminous-base\u0022,\r\n \u0022luminous-base-control\u0022,\r\n \u0022luminous-extended-control\u0022,\r\n \u0022luminous-supreme\u0022\r\n ],\r\n \u0022Anthropic\u0022: [\r\n \u0022anthropic/claude-3-5-sonnet-20240620\u0022,\r\n \u0022anthropic/claude-3-opus-20240229\u0022,\r\n \u0022anthropic/claude-3-sonnet-20240229\u0022,\r\n \u0022anthropic/claude-3-haiku-20240307\u0022,\r\n \u0022anthropic/claude-2.1\u0022,\r\n \u0022anthropic/claude-2\u0022,\r\n \u0022anthropic/claude-instant-1.2\u0022,\r\n \u0022anthropic/claude-instant-1\u0022\r\n ],\r\n \u0022Anyscale\u0022: [\r\n \u0022anyscale/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022anyscale/meta-llama/Llama-2-70b-chat-hf\u0022\r\n ],\r\n \u0022Cohere\u0022: [\r\n \u0022cohere/command-light\u0022,\r\n \u0022cohere/command-r-plus\u0022,\r\n \u0022cohere/command-nightly\u0022\r\n ],\r\n \u0022DeepInfra\u0022: [\r\n \u0022deepinfra/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022deepinfra/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022deepinfra/codellama/CodeLlama-34b-Instruct-hf\u0022,\r\n \u0022deepinfra/mistralai/Mistral-7B-Instruct-v0.1\u0022,\r\n \u0022deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1\u0022\r\n ],\r\n \u0022Gemini\u0022: [\r\n \u0022gemini/gemini-1.5-pro-latest\u0022,\r\n \u0022gemini/gemini-1.5-flash\u0022\r\n ],\r\n \u0022Groq\u0022: [\r\n \u0022groq/llama3-8b-8192\u0022,\r\n \u0022groq/llama3-70b-8192\u0022,\r\n \u0022groq/llama2-70b-4096\u0022,\r\n \u0022groq/mixtral-8x7b-32768\u0022,\r\n \u0022groq/gemma-7b-it\u0022\r\n ],\r\n \u0022Mistral\u0022: [\r\n \u0022mistral/mistral-tiny\u0022,\r\n \u0022mistral/mistral-small\u0022,\r\n \u0022mistral/mistral-medium\u0022,\r\n \u0022mistral/mistral-large-latest\u0022\r\n ],\r\n \u0022Open AI\u0022: [\r\n \u0022gpt-3.5-turbo-1106\u0022,\r\n \u0022gpt-3.5-turbo\u0022,\r\n \u0022gpt-4\u0022,\r\n \u0022gpt-4o\u0022,\r\n \u0022gpt-4o-mini\u0022,\r\n \u0022gpt-4-1106-preview\u0022\r\n ],\r\n \u0022OpenRouter\u0022: [\r\n \u0022openrouter/openai/gpt-3.5-turbo\u0022,\r\n \u0022openrouter/openai/gpt-3.5-turbo-16k\u0022,\r\n \u0022openrouter/anthropic/claude-instant-v1\u0022,\r\n \u0022openrouter/google/palm-2-chat-bison\u0022,\r\n \u0022openrouter/google/palm-2-codechat-bison\u0022,\r\n \u0022openrouter/meta-llama/llama-2-13b-chat\u0022,\r\n \u0022openrouter/meta-llama/llama-2-70b-chat\u0022\r\n ],\r\n \u0022Perplexity AI\u0022: [\r\n \u0022perplexity/pplx-7b-chat\u0022,\r\n \u0022perplexity/pplx-70b-chat\u0022,\r\n \u0022perplexity/pplx-7b-online\u0022,\r\n \u0022perplexity/pplx-70b-online\u0022\r\n ],\r\n \u0022Together AI\u0022: [\r\n \u0022together_ai/togethercomputer/llama-2-70b-chat\u0022,\r\n \u0022together_ai/togethercomputer/llama-2-70b\u0022,\r\n \u0022together_ai/togethercomputer/LLaMA-2-7B-32K\u0022,\r\n \u0022together_ai/togethercomputer/Llama-2-7B-32K-Instruct\u0022,\r\n \u0022together_ai/togethercomputer/llama-2-7b\u0022,\r\n \u0022together_ai/togethercomputer/alpaca-7b\u0022,\r\n \u0022together_ai/togethercomputer/CodeLlama-34b-Instruct\u0022,\r\n \u0022together_ai/togethercomputer/CodeLlama-34b-Python\u0022,\r\n \u0022together_ai/WizardLM/WizardCoder-Python-34B-V1.0\u0022,\r\n \u0022together_ai/NousResearch/Nous-Hermes-Llama2-13b\u0022,\r\n \u0022together_ai/Austism/chronos-hermes-13b\u0022\r\n ]\r\n },\r\n \u0022x-parameter\u0022: \u0022grouped_choice\u0022\r\n },\r\n \u0022temperature\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Temperature\u0022,\r\n \u0022description\u0022: \u0022What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic\u0022,\r\n \u0022default\u0022: 1\r\n },\r\n \u0022max_tokens\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022integer\u0022,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Max Tokens\u0022,\r\n \u0022description\u0022: \u0022The maximum number of tokens that can be generated in the chat completion\u0022,\r\n \u0022default\u0022: -1\r\n },\r\n \u0022top_p\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 1,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Top P\u0022,\r\n \u0022description\u0022: \u0022An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass\u0022,\r\n \u0022default\u0022: 0.5\r\n },\r\n \u0022frequency_penalty\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: -2\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Frequency Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far\u0022,\r\n \u0022default\u0022: 0\r\n },\r\n \u0022presence_penalty\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: -2\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Presence Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far\u0022,\r\n \u0022default\u0022: 0\r\n },\r\n \u0022response_format\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022text\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatText\u0022\r\n },\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022json_object\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatJSONObject\u0022\r\n },\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022json_schema\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n },\r\n \u0022json_schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022name\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022\r\n },\r\n \u0022description\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Description\u0022\r\n },\r\n \u0022schema\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Schema\u0022\r\n },\r\n \u0022strict\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022boolean\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Strict\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022name\u0022,\r\n \u0022schema\u0022\r\n ],\r\n \u0022title\u0022: \u0022JSONSchema\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022,\r\n \u0022json_schema\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatJSONSchema\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Response Format\u0022,\r\n \u0022description\u0022: \u0022An object specifying the format that the model must output\u0022\r\n },\r\n \u0022stream\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022boolean\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Stream\u0022,\r\n \u0022description\u0022: \u0022If set, partial message deltas will be sent\u0022\r\n },\r\n \u0022tools\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tools\u0022,\r\n \u0022description\u0022: \u0022A list of tools the model may call. Currently, only functions are supported as a tool\u0022\r\n },\r\n \u0022tool_choice\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022none\u0022,\r\n \u0022auto\u0022\r\n ]\r\n },\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Choice\u0022,\r\n \u0022description\u0022: \u0022Controls which (if any) tool is called by the model\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ModelConfig\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022PromptTemplate\u0022,\r\n \u0022description\u0022: \u0022A template for generating prompts with formatting capabilities\u0022,\r\n \u0022x-parameters\u0022: {\r\n \u0022prompt\u0022: \u0022true\u0022\r\n }\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022MyConfig\u0022\r\n },\r\n \u0022inputs\u0022: {\r\n \u0022title\u0022: \u0022Inputs\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022inputs\u0022\r\n ],\r\n \u0022title\u0022: \u0022Body_generate_test_post\u0022\r\n }\r\n }\r\n },\r\n \u0022required\u0022: true\r\n },\r\n \u0022responses\u0022: {\r\n \u0022200\u0022: {\r\n \u0022description\u0022: \u0022Successful Response\u0022,\r\n \u0022content\u0022: {\r\n \u0022application/json\u0022: {\r\n \u0022schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022version\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Version\u0022,\r\n \u0022default\u0022: \u00223.1\u0022\r\n },\r\n \u0022data\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Data\u0022\r\n },\r\n \u0022content_type\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Content Type\u0022,\r\n \u0022default\u0022: \u0022string\u0022\r\n },\r\n \u0022tree\u0022: {\r\n \u0022anyOf\u0022: [\r\n {},\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ]\r\n },\r\n \u0022tree_id\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tree Id\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022BaseResponse\u0022\r\n }\r\n }\r\n }\r\n },\r\n \u0022422\u0022: {\r\n \u0022description\u0022: \u0022Validation Error\u0022,\r\n \u0022content\u0022: {\r\n \u0022application/json\u0022: {\r\n \u0022schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022detail\u0022: {\r\n \u0022items\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022loc\u0022: {\r\n \u0022items\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022integer\u0022\r\n }\r\n ]\r\n },\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Location\u0022\r\n },\r\n \u0022msg\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Message\u0022\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Error Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022loc\u0022,\r\n \u0022msg\u0022,\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ValidationError\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Detail\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022HTTPValidationError\u0022\r\n }\r\n }\r\n }\r\n }\r\n }\r\n }\r\n },\r\n \u0022/generate\u0022: {\r\n \u0022post\u0022: {\r\n \u0022summary\u0022: \u0022Generate\u0022,\r\n \u0022operationId\u0022: \u0022generate_generate_post\u0022,\r\n \u0022requestBody\u0022: {\r\n \u0022content\u0022: {\r\n \u0022application/json\u0022: {\r\n \u0022schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022ag_config\u0022: {\r\n \u0022default\u0022: {\r\n \u0022prompt\u0022: {\r\n \u0022llm_config\u0022: {\r\n \u0022frequency_penalty\u0022: 0,\r\n \u0022max_tokens\u0022: -1,\r\n \u0022model\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022presence_penalty\u0022: 0,\r\n \u0022temperature\u0022: 1,\r\n \u0022top_p\u0022: 0.5\r\n },\r\n \u0022messages\u0022: [\r\n {\r\n \u0022content\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022role\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022content\u0022: \u0022What is the capital of {country}?\u0022,\r\n \u0022role\u0022: \u0022user\u0022\r\n }\r\n ],\r\n \u0022system_prompt\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022template_format\u0022: \u0022fstring\u0022,\r\n \u0022user_prompt\u0022: \u0022What is the capital of {country}?\u0022\r\n }\r\n },\r\n \u0022properties\u0022: {\r\n \u0022prompt\u0022: {\r\n \u0022default\u0022: {\r\n \u0022messages\u0022: [\r\n {\r\n \u0022content\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022role\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022content\u0022: \u0022What is the capital of {country}?\u0022,\r\n \u0022role\u0022: \u0022user\u0022\r\n }\r\n ],\r\n \u0022system_prompt\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022user_prompt\u0022: \u0022What is the capital of {country}?\u0022,\r\n \u0022template_format\u0022: \u0022fstring\u0022,\r\n \u0022llm_config\u0022: {\r\n \u0022frequency_penalty\u0022: 0,\r\n \u0022max_tokens\u0022: -1,\r\n \u0022model\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022presence_penalty\u0022: 0,\r\n \u0022temperature\u0022: 1,\r\n \u0022top_p\u0022: 0.5\r\n }\r\n },\r\n \u0022properties\u0022: {\r\n \u0022messages\u0022: {\r\n \u0022items\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022role\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022system\u0022,\r\n \u0022user\u0022,\r\n \u0022assistant\u0022,\r\n \u0022tool\u0022,\r\n \u0022function\u0022\r\n ],\r\n \u0022title\u0022: \u0022Role\u0022\r\n },\r\n \u0022content\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Content\u0022\r\n },\r\n \u0022name\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Name\u0022\r\n },\r\n \u0022tool_calls\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022id\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Id\u0022\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022function\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022default\u0022: \u0022function\u0022\r\n },\r\n \u0022function\u0022: {\r\n \u0022additionalProperties\u0022: {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Function\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022id\u0022,\r\n \u0022function\u0022\r\n ],\r\n \u0022title\u0022: \u0022ToolCall\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Calls\u0022\r\n },\r\n \u0022tool_call_id\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Call Id\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022role\u0022\r\n ],\r\n \u0022title\u0022: \u0022Message\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Messages\u0022,\r\n \u0022default\u0022: [\r\n {\r\n \u0022role\u0022: \u0022system\u0022,\r\n \u0022content\u0022: \u0022\u0022\r\n },\r\n {\r\n \u0022role\u0022: \u0022user\u0022,\r\n \u0022content\u0022: \u0022\u0022\r\n }\r\n ]\r\n },\r\n \u0022system_prompt\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022System Prompt\u0022\r\n },\r\n \u0022user_prompt\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022User Prompt\u0022\r\n },\r\n \u0022template_format\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022fstring\u0022,\r\n \u0022jinja2\u0022,\r\n \u0022curly\u0022\r\n ],\r\n \u0022title\u0022: \u0022Template Format\u0022,\r\n \u0022description\u0022: \u0022Format type for template variables: fstring {var}, jinja2 {{ var }}, or curly {{var}}\u0022,\r\n \u0022default\u0022: \u0022fstring\u0022\r\n },\r\n \u0022input_keys\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Input Keys\u0022,\r\n \u0022description\u0022: \u0022Optional list of input keys for validation. If not provided, any inputs will be accepted\u0022\r\n },\r\n \u0022llm_config\u0022: {\r\n \u0022description\u0022: \u0022Configuration for the model parameters\u0022,\r\n \u0022properties\u0022: {\r\n \u0022model\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Model\u0022,\r\n \u0022description\u0022: \u0022ID of the model to use\u0022,\r\n \u0022default\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022choices\u0022: {\r\n \u0022Aleph Alpha\u0022: [\r\n \u0022luminous-base\u0022,\r\n \u0022luminous-base-control\u0022,\r\n \u0022luminous-extended-control\u0022,\r\n \u0022luminous-supreme\u0022\r\n ],\r\n \u0022Anthropic\u0022: [\r\n \u0022anthropic/claude-3-5-sonnet-20240620\u0022,\r\n \u0022anthropic/claude-3-opus-20240229\u0022,\r\n \u0022anthropic/claude-3-sonnet-20240229\u0022,\r\n \u0022anthropic/claude-3-haiku-20240307\u0022,\r\n \u0022anthropic/claude-2.1\u0022,\r\n \u0022anthropic/claude-2\u0022,\r\n \u0022anthropic/claude-instant-1.2\u0022,\r\n \u0022anthropic/claude-instant-1\u0022\r\n ],\r\n \u0022Anyscale\u0022: [\r\n \u0022anyscale/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022anyscale/meta-llama/Llama-2-70b-chat-hf\u0022\r\n ],\r\n \u0022Cohere\u0022: [\r\n \u0022cohere/command-light\u0022,\r\n \u0022cohere/command-r-plus\u0022,\r\n \u0022cohere/command-nightly\u0022\r\n ],\r\n \u0022DeepInfra\u0022: [\r\n \u0022deepinfra/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022deepinfra/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022deepinfra/codellama/CodeLlama-34b-Instruct-hf\u0022,\r\n \u0022deepinfra/mistralai/Mistral-7B-Instruct-v0.1\u0022,\r\n \u0022deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1\u0022\r\n ],\r\n \u0022Gemini\u0022: [\r\n \u0022gemini/gemini-1.5-pro-latest\u0022,\r\n \u0022gemini/gemini-1.5-flash\u0022\r\n ],\r\n \u0022Groq\u0022: [\r\n \u0022groq/llama3-8b-8192\u0022,\r\n \u0022groq/llama3-70b-8192\u0022,\r\n \u0022groq/llama2-70b-4096\u0022,\r\n \u0022groq/mixtral-8x7b-32768\u0022,\r\n \u0022groq/gemma-7b-it\u0022\r\n ],\r\n \u0022Mistral\u0022: [\r\n \u0022mistral/mistral-tiny\u0022,\r\n \u0022mistral/mistral-small\u0022,\r\n \u0022mistral/mistral-medium\u0022,\r\n \u0022mistral/mistral-large-latest\u0022\r\n ],\r\n \u0022Open AI\u0022: [\r\n \u0022gpt-3.5-turbo-1106\u0022,\r\n \u0022gpt-3.5-turbo\u0022,\r\n \u0022gpt-4\u0022,\r\n \u0022gpt-4o\u0022,\r\n \u0022gpt-4o-mini\u0022,\r\n \u0022gpt-4-1106-preview\u0022\r\n ],\r\n \u0022OpenRouter\u0022: [\r\n \u0022openrouter/openai/gpt-3.5-turbo\u0022,\r\n \u0022openrouter/openai/gpt-3.5-turbo-16k\u0022,\r\n \u0022openrouter/anthropic/claude-instant-v1\u0022,\r\n \u0022openrouter/google/palm-2-chat-bison\u0022,\r\n \u0022openrouter/google/palm-2-codechat-bison\u0022,\r\n \u0022openrouter/meta-llama/llama-2-13b-chat\u0022,\r\n \u0022openrouter/meta-llama/llama-2-70b-chat\u0022\r\n ],\r\n \u0022Perplexity AI\u0022: [\r\n \u0022perplexity/pplx-7b-chat\u0022,\r\n \u0022perplexity/pplx-70b-chat\u0022,\r\n \u0022perplexity/pplx-7b-online\u0022,\r\n \u0022perplexity/pplx-70b-online\u0022\r\n ],\r\n \u0022Together AI\u0022: [\r\n \u0022together_ai/togethercomputer/llama-2-70b-chat\u0022,\r\n \u0022together_ai/togethercomputer/llama-2-70b\u0022,\r\n \u0022together_ai/togethercomputer/LLaMA-2-7B-32K\u0022,\r\n \u0022together_ai/togethercomputer/Llama-2-7B-32K-Instruct\u0022,\r\n \u0022together_ai/togethercomputer/llama-2-7b\u0022,\r\n \u0022together_ai/togethercomputer/alpaca-7b\u0022,\r\n \u0022together_ai/togethercomputer/CodeLlama-34b-Instruct\u0022,\r\n \u0022together_ai/togethercomputer/CodeLlama-34b-Python\u0022,\r\n \u0022together_ai/WizardLM/WizardCoder-Python-34B-V1.0\u0022,\r\n \u0022together_ai/NousResearch/Nous-Hermes-Llama2-13b\u0022,\r\n \u0022together_ai/Austism/chronos-hermes-13b\u0022\r\n ]\r\n },\r\n \u0022x-parameter\u0022: \u0022grouped_choice\u0022\r\n },\r\n \u0022temperature\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Temperature\u0022,\r\n \u0022description\u0022: \u0022What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic\u0022,\r\n \u0022default\u0022: 1\r\n },\r\n \u0022max_tokens\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022integer\u0022,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Max Tokens\u0022,\r\n \u0022description\u0022: \u0022The maximum number of tokens that can be generated in the chat completion\u0022,\r\n \u0022default\u0022: -1\r\n },\r\n \u0022top_p\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 1,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Top P\u0022,\r\n \u0022description\u0022: \u0022An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass\u0022,\r\n \u0022default\u0022: 0.5\r\n },\r\n \u0022frequency_penalty\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: -2\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Frequency Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far\u0022,\r\n \u0022default\u0022: 0\r\n },\r\n \u0022presence_penalty\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: -2\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Presence Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far\u0022,\r\n \u0022default\u0022: 0\r\n },\r\n \u0022response_format\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022text\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatText\u0022\r\n },\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022json_object\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatJSONObject\u0022\r\n },\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022json_schema\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n },\r\n \u0022json_schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022name\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022\r\n },\r\n \u0022description\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Description\u0022\r\n },\r\n \u0022schema\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Schema\u0022\r\n },\r\n \u0022strict\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022boolean\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Strict\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022name\u0022,\r\n \u0022schema\u0022\r\n ],\r\n \u0022title\u0022: \u0022JSONSchema\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022,\r\n \u0022json_schema\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatJSONSchema\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Response Format\u0022,\r\n \u0022description\u0022: \u0022An object specifying the format that the model must output\u0022\r\n },\r\n \u0022stream\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022boolean\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Stream\u0022,\r\n \u0022description\u0022: \u0022If set, partial message deltas will be sent\u0022\r\n },\r\n \u0022tools\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tools\u0022,\r\n \u0022description\u0022: \u0022A list of tools the model may call. Currently, only functions are supported as a tool\u0022\r\n },\r\n \u0022tool_choice\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022none\u0022,\r\n \u0022auto\u0022\r\n ]\r\n },\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Choice\u0022,\r\n \u0022description\u0022: \u0022Controls which (if any) tool is called by the model\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ModelConfig\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022PromptTemplate\u0022,\r\n \u0022description\u0022: \u0022A template for generating prompts with formatting capabilities\u0022,\r\n \u0022x-parameters\u0022: {\r\n \u0022prompt\u0022: \u0022true\u0022\r\n }\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022MyConfig\u0022\r\n },\r\n \u0022inputs\u0022: {\r\n \u0022title\u0022: \u0022Inputs\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022inputs\u0022\r\n ],\r\n \u0022title\u0022: \u0022Body_generate_generate_post\u0022\r\n }\r\n }\r\n },\r\n \u0022required\u0022: true\r\n },\r\n \u0022responses\u0022: {\r\n \u0022200\u0022: {\r\n \u0022description\u0022: \u0022Successful Response\u0022,\r\n \u0022content\u0022: {\r\n \u0022application/json\u0022: {\r\n \u0022schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022version\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Version\u0022,\r\n \u0022default\u0022: \u00223.1\u0022\r\n },\r\n \u0022data\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Data\u0022\r\n },\r\n \u0022content_type\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Content Type\u0022,\r\n \u0022default\u0022: \u0022string\u0022\r\n },\r\n \u0022tree\u0022: {\r\n \u0022anyOf\u0022: [\r\n {},\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ]\r\n },\r\n \u0022tree_id\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tree Id\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022BaseResponse\u0022\r\n }\r\n }\r\n }\r\n },\r\n \u0022422\u0022: {\r\n \u0022description\u0022: \u0022Validation Error\u0022,\r\n \u0022content\u0022: {\r\n \u0022application/json\u0022: {\r\n \u0022schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022detail\u0022: {\r\n \u0022items\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022loc\u0022: {\r\n \u0022items\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022integer\u0022\r\n }\r\n ]\r\n },\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Location\u0022\r\n },\r\n \u0022msg\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Message\u0022\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Error Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022loc\u0022,\r\n \u0022msg\u0022,\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ValidationError\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Detail\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022HTTPValidationError\u0022\r\n }\r\n }\r\n }\r\n }\r\n }\r\n }\r\n },\r\n \u0022/playground/run\u0022: {\r\n \u0022post\u0022: {\r\n \u0022summary\u0022: \u0022Generate\u0022,\r\n \u0022operationId\u0022: \u0022generate_playground_run_post\u0022,\r\n \u0022requestBody\u0022: {\r\n \u0022content\u0022: {\r\n \u0022application/json\u0022: {\r\n \u0022schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022ag_config\u0022: {\r\n \u0022default\u0022: {\r\n \u0022prompt\u0022: {\r\n \u0022llm_config\u0022: {\r\n \u0022frequency_penalty\u0022: 0,\r\n \u0022max_tokens\u0022: -1,\r\n \u0022model\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022presence_penalty\u0022: 0,\r\n \u0022temperature\u0022: 1,\r\n \u0022top_p\u0022: 0.5\r\n },\r\n \u0022messages\u0022: [\r\n {\r\n \u0022content\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022role\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022content\u0022: \u0022What is the capital of {country}?\u0022,\r\n \u0022role\u0022: \u0022user\u0022\r\n }\r\n ],\r\n \u0022system_prompt\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022template_format\u0022: \u0022fstring\u0022,\r\n \u0022user_prompt\u0022: \u0022What is the capital of {country}?\u0022\r\n }\r\n },\r\n \u0022properties\u0022: {\r\n \u0022prompt\u0022: {\r\n \u0022default\u0022: {\r\n \u0022messages\u0022: [\r\n {\r\n \u0022content\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022role\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022content\u0022: \u0022What is the capital of {country}?\u0022,\r\n \u0022role\u0022: \u0022user\u0022\r\n }\r\n ],\r\n \u0022system_prompt\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022user_prompt\u0022: \u0022What is the capital of {country}?\u0022,\r\n \u0022template_format\u0022: \u0022fstring\u0022,\r\n \u0022llm_config\u0022: {\r\n \u0022frequency_penalty\u0022: 0,\r\n \u0022max_tokens\u0022: -1,\r\n \u0022model\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022presence_penalty\u0022: 0,\r\n \u0022temperature\u0022: 1,\r\n \u0022top_p\u0022: 0.5\r\n }\r\n },\r\n \u0022properties\u0022: {\r\n \u0022messages\u0022: {\r\n \u0022items\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022role\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022system\u0022,\r\n \u0022user\u0022,\r\n \u0022assistant\u0022,\r\n \u0022tool\u0022,\r\n \u0022function\u0022\r\n ],\r\n \u0022title\u0022: \u0022Role\u0022\r\n },\r\n \u0022content\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Content\u0022\r\n },\r\n \u0022name\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Name\u0022\r\n },\r\n \u0022tool_calls\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022id\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Id\u0022\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022function\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022default\u0022: \u0022function\u0022\r\n },\r\n \u0022function\u0022: {\r\n \u0022additionalProperties\u0022: {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Function\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022id\u0022,\r\n \u0022function\u0022\r\n ],\r\n \u0022title\u0022: \u0022ToolCall\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Calls\u0022\r\n },\r\n \u0022tool_call_id\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Call Id\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022role\u0022\r\n ],\r\n \u0022title\u0022: \u0022Message\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Messages\u0022,\r\n \u0022default\u0022: [\r\n {\r\n \u0022role\u0022: \u0022system\u0022,\r\n \u0022content\u0022: \u0022\u0022\r\n },\r\n {\r\n \u0022role\u0022: \u0022user\u0022,\r\n \u0022content\u0022: \u0022\u0022\r\n }\r\n ]\r\n },\r\n \u0022system_prompt\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022System Prompt\u0022\r\n },\r\n \u0022user_prompt\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022User Prompt\u0022\r\n },\r\n \u0022template_format\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022fstring\u0022,\r\n \u0022jinja2\u0022,\r\n \u0022curly\u0022\r\n ],\r\n \u0022title\u0022: \u0022Template Format\u0022,\r\n \u0022description\u0022: \u0022Format type for template variables: fstring {var}, jinja2 {{ var }}, or curly {{var}}\u0022,\r\n \u0022default\u0022: \u0022fstring\u0022\r\n },\r\n \u0022input_keys\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Input Keys\u0022,\r\n \u0022description\u0022: \u0022Optional list of input keys for validation. If not provided, any inputs will be accepted\u0022\r\n },\r\n \u0022llm_config\u0022: {\r\n \u0022description\u0022: \u0022Configuration for the model parameters\u0022,\r\n \u0022properties\u0022: {\r\n \u0022model\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Model\u0022,\r\n \u0022description\u0022: \u0022ID of the model to use\u0022,\r\n \u0022default\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022choices\u0022: {\r\n \u0022Aleph Alpha\u0022: [\r\n \u0022luminous-base\u0022,\r\n \u0022luminous-base-control\u0022,\r\n \u0022luminous-extended-control\u0022,\r\n \u0022luminous-supreme\u0022\r\n ],\r\n \u0022Anthropic\u0022: [\r\n \u0022anthropic/claude-3-5-sonnet-20240620\u0022,\r\n \u0022anthropic/claude-3-opus-20240229\u0022,\r\n \u0022anthropic/claude-3-sonnet-20240229\u0022,\r\n \u0022anthropic/claude-3-haiku-20240307\u0022,\r\n \u0022anthropic/claude-2.1\u0022,\r\n \u0022anthropic/claude-2\u0022,\r\n \u0022anthropic/claude-instant-1.2\u0022,\r\n \u0022anthropic/claude-instant-1\u0022\r\n ],\r\n \u0022Anyscale\u0022: [\r\n \u0022anyscale/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022anyscale/meta-llama/Llama-2-70b-chat-hf\u0022\r\n ],\r\n \u0022Cohere\u0022: [\r\n \u0022cohere/command-light\u0022,\r\n \u0022cohere/command-r-plus\u0022,\r\n \u0022cohere/command-nightly\u0022\r\n ],\r\n \u0022DeepInfra\u0022: [\r\n \u0022deepinfra/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022deepinfra/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022deepinfra/codellama/CodeLlama-34b-Instruct-hf\u0022,\r\n \u0022deepinfra/mistralai/Mistral-7B-Instruct-v0.1\u0022,\r\n \u0022deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1\u0022\r\n ],\r\n \u0022Gemini\u0022: [\r\n \u0022gemini/gemini-1.5-pro-latest\u0022,\r\n \u0022gemini/gemini-1.5-flash\u0022\r\n ],\r\n \u0022Groq\u0022: [\r\n \u0022groq/llama3-8b-8192\u0022,\r\n \u0022groq/llama3-70b-8192\u0022,\r\n \u0022groq/llama2-70b-4096\u0022,\r\n \u0022groq/mixtral-8x7b-32768\u0022,\r\n \u0022groq/gemma-7b-it\u0022\r\n ],\r\n \u0022Mistral\u0022: [\r\n \u0022mistral/mistral-tiny\u0022,\r\n \u0022mistral/mistral-small\u0022,\r\n \u0022mistral/mistral-medium\u0022,\r\n \u0022mistral/mistral-large-latest\u0022\r\n ],\r\n \u0022Open AI\u0022: [\r\n \u0022gpt-3.5-turbo-1106\u0022,\r\n \u0022gpt-3.5-turbo\u0022,\r\n \u0022gpt-4\u0022,\r\n \u0022gpt-4o\u0022,\r\n \u0022gpt-4o-mini\u0022,\r\n \u0022gpt-4-1106-preview\u0022\r\n ],\r\n \u0022OpenRouter\u0022: [\r\n \u0022openrouter/openai/gpt-3.5-turbo\u0022,\r\n \u0022openrouter/openai/gpt-3.5-turbo-16k\u0022,\r\n \u0022openrouter/anthropic/claude-instant-v1\u0022,\r\n \u0022openrouter/google/palm-2-chat-bison\u0022,\r\n \u0022openrouter/google/palm-2-codechat-bison\u0022,\r\n \u0022openrouter/meta-llama/llama-2-13b-chat\u0022,\r\n \u0022openrouter/meta-llama/llama-2-70b-chat\u0022\r\n ],\r\n \u0022Perplexity AI\u0022: [\r\n \u0022perplexity/pplx-7b-chat\u0022,\r\n \u0022perplexity/pplx-70b-chat\u0022,\r\n \u0022perplexity/pplx-7b-online\u0022,\r\n \u0022perplexity/pplx-70b-online\u0022\r\n ],\r\n \u0022Together AI\u0022: [\r\n \u0022together_ai/togethercomputer/llama-2-70b-chat\u0022,\r\n \u0022together_ai/togethercomputer/llama-2-70b\u0022,\r\n \u0022together_ai/togethercomputer/LLaMA-2-7B-32K\u0022,\r\n \u0022together_ai/togethercomputer/Llama-2-7B-32K-Instruct\u0022,\r\n \u0022together_ai/togethercomputer/llama-2-7b\u0022,\r\n \u0022together_ai/togethercomputer/alpaca-7b\u0022,\r\n \u0022together_ai/togethercomputer/CodeLlama-34b-Instruct\u0022,\r\n \u0022together_ai/togethercomputer/CodeLlama-34b-Python\u0022,\r\n \u0022together_ai/WizardLM/WizardCoder-Python-34B-V1.0\u0022,\r\n \u0022together_ai/NousResearch/Nous-Hermes-Llama2-13b\u0022,\r\n \u0022together_ai/Austism/chronos-hermes-13b\u0022\r\n ]\r\n },\r\n \u0022x-parameter\u0022: \u0022grouped_choice\u0022\r\n },\r\n \u0022temperature\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Temperature\u0022,\r\n \u0022description\u0022: \u0022What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic\u0022,\r\n \u0022default\u0022: 1\r\n },\r\n \u0022max_tokens\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022integer\u0022,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Max Tokens\u0022,\r\n \u0022description\u0022: \u0022The maximum number of tokens that can be generated in the chat completion\u0022,\r\n \u0022default\u0022: -1\r\n },\r\n \u0022top_p\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 1,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Top P\u0022,\r\n \u0022description\u0022: \u0022An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass\u0022,\r\n \u0022default\u0022: 0.5\r\n },\r\n \u0022frequency_penalty\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: -2\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Frequency Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far\u0022,\r\n \u0022default\u0022: 0\r\n },\r\n \u0022presence_penalty\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: -2\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Presence Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far\u0022,\r\n \u0022default\u0022: 0\r\n },\r\n \u0022response_format\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022text\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatText\u0022\r\n },\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022json_object\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatJSONObject\u0022\r\n },\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022json_schema\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n },\r\n \u0022json_schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022name\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022\r\n },\r\n \u0022description\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Description\u0022\r\n },\r\n \u0022schema\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Schema\u0022\r\n },\r\n \u0022strict\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022boolean\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Strict\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022name\u0022,\r\n \u0022schema\u0022\r\n ],\r\n \u0022title\u0022: \u0022JSONSchema\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022,\r\n \u0022json_schema\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatJSONSchema\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Response Format\u0022,\r\n \u0022description\u0022: \u0022An object specifying the format that the model must output\u0022\r\n },\r\n \u0022stream\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022boolean\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Stream\u0022,\r\n \u0022description\u0022: \u0022If set, partial message deltas will be sent\u0022\r\n },\r\n \u0022tools\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tools\u0022,\r\n \u0022description\u0022: \u0022A list of tools the model may call. Currently, only functions are supported as a tool\u0022\r\n },\r\n \u0022tool_choice\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022none\u0022,\r\n \u0022auto\u0022\r\n ]\r\n },\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Choice\u0022,\r\n \u0022description\u0022: \u0022Controls which (if any) tool is called by the model\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ModelConfig\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022PromptTemplate\u0022,\r\n \u0022description\u0022: \u0022A template for generating prompts with formatting capabilities\u0022,\r\n \u0022x-parameters\u0022: {\r\n \u0022prompt\u0022: \u0022true\u0022\r\n }\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022MyConfig\u0022\r\n },\r\n \u0022inputs\u0022: {\r\n \u0022title\u0022: \u0022Inputs\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022inputs\u0022\r\n ],\r\n \u0022title\u0022: \u0022Body_generate_playground_run_post\u0022\r\n }\r\n }\r\n },\r\n \u0022required\u0022: true\r\n },\r\n \u0022responses\u0022: {\r\n \u0022200\u0022: {\r\n \u0022description\u0022: \u0022Successful Response\u0022,\r\n \u0022content\u0022: {\r\n \u0022application/json\u0022: {\r\n \u0022schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022version\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Version\u0022,\r\n \u0022default\u0022: \u00223.1\u0022\r\n },\r\n \u0022data\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Data\u0022\r\n },\r\n \u0022content_type\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Content Type\u0022,\r\n \u0022default\u0022: \u0022string\u0022\r\n },\r\n \u0022tree\u0022: {\r\n \u0022anyOf\u0022: [\r\n {},\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ]\r\n },\r\n \u0022tree_id\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tree Id\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022BaseResponse\u0022\r\n }\r\n }\r\n }\r\n },\r\n \u0022422\u0022: {\r\n \u0022description\u0022: \u0022Validation Error\u0022,\r\n \u0022content\u0022: {\r\n \u0022application/json\u0022: {\r\n \u0022schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022detail\u0022: {\r\n \u0022items\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022loc\u0022: {\r\n \u0022items\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022integer\u0022\r\n }\r\n ]\r\n },\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Location\u0022\r\n },\r\n \u0022msg\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Message\u0022\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Error Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022loc\u0022,\r\n \u0022msg\u0022,\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ValidationError\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Detail\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022HTTPValidationError\u0022\r\n }\r\n }\r\n }\r\n }\r\n }\r\n }\r\n }\r\n },\r\n \u0022components\u0022: {\r\n \u0022schemas\u0022: {\r\n \u0022AgentaNodesResponse\u0022: {},\r\n \u0022BaseResponse\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022version\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Version\u0022,\r\n \u0022default\u0022: \u00223.1\u0022\r\n },\r\n \u0022data\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Data\u0022\r\n },\r\n \u0022content_type\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Content Type\u0022,\r\n \u0022default\u0022: \u0022string\u0022\r\n },\r\n \u0022tree\u0022: {\r\n \u0022anyOf\u0022: [\r\n {},\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ]\r\n },\r\n \u0022tree_id\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tree Id\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022BaseResponse\u0022\r\n },\r\n \u0022Body_generate_generate_deployed_post\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022inputs\u0022: {\r\n \u0022title\u0022: \u0022Inputs\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022inputs\u0022\r\n ],\r\n \u0022title\u0022: \u0022Body_generate_generate_deployed_post\u0022\r\n },\r\n \u0022Body_generate_generate_post\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022ag_config\u0022: {\r\n \u0022default\u0022: {\r\n \u0022prompt\u0022: {\r\n \u0022llm_config\u0022: {\r\n \u0022frequency_penalty\u0022: 0,\r\n \u0022max_tokens\u0022: -1,\r\n \u0022model\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022presence_penalty\u0022: 0,\r\n \u0022temperature\u0022: 1,\r\n \u0022top_p\u0022: 0.5\r\n },\r\n \u0022messages\u0022: [\r\n {\r\n \u0022content\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022role\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022content\u0022: \u0022What is the capital of {country}?\u0022,\r\n \u0022role\u0022: \u0022user\u0022\r\n }\r\n ],\r\n \u0022system_prompt\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022template_format\u0022: \u0022fstring\u0022,\r\n \u0022user_prompt\u0022: \u0022What is the capital of {country}?\u0022\r\n }\r\n },\r\n \u0022properties\u0022: {\r\n \u0022prompt\u0022: {\r\n \u0022default\u0022: {\r\n \u0022messages\u0022: [\r\n {\r\n \u0022content\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022role\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022content\u0022: \u0022What is the capital of {country}?\u0022,\r\n \u0022role\u0022: \u0022user\u0022\r\n }\r\n ],\r\n \u0022system_prompt\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022user_prompt\u0022: \u0022What is the capital of {country}?\u0022,\r\n \u0022template_format\u0022: \u0022fstring\u0022,\r\n \u0022llm_config\u0022: {\r\n \u0022frequency_penalty\u0022: 0,\r\n \u0022max_tokens\u0022: -1,\r\n \u0022model\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022presence_penalty\u0022: 0,\r\n \u0022temperature\u0022: 1,\r\n \u0022top_p\u0022: 0.5\r\n }\r\n },\r\n \u0022properties\u0022: {\r\n \u0022messages\u0022: {\r\n \u0022items\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022role\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022system\u0022,\r\n \u0022user\u0022,\r\n \u0022assistant\u0022,\r\n \u0022tool\u0022,\r\n \u0022function\u0022\r\n ],\r\n \u0022title\u0022: \u0022Role\u0022\r\n },\r\n \u0022content\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Content\u0022\r\n },\r\n \u0022name\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Name\u0022\r\n },\r\n \u0022tool_calls\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022id\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Id\u0022\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022function\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022default\u0022: \u0022function\u0022\r\n },\r\n \u0022function\u0022: {\r\n \u0022additionalProperties\u0022: {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Function\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022id\u0022,\r\n \u0022function\u0022\r\n ],\r\n \u0022title\u0022: \u0022ToolCall\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Calls\u0022\r\n },\r\n \u0022tool_call_id\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Call Id\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022role\u0022\r\n ],\r\n \u0022title\u0022: \u0022Message\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Messages\u0022,\r\n \u0022default\u0022: [\r\n {\r\n \u0022role\u0022: \u0022system\u0022,\r\n \u0022content\u0022: \u0022\u0022\r\n },\r\n {\r\n \u0022role\u0022: \u0022user\u0022,\r\n \u0022content\u0022: \u0022\u0022\r\n }\r\n ]\r\n },\r\n \u0022system_prompt\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022System Prompt\u0022\r\n },\r\n \u0022user_prompt\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022User Prompt\u0022\r\n },\r\n \u0022template_format\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022fstring\u0022,\r\n \u0022jinja2\u0022,\r\n \u0022curly\u0022\r\n ],\r\n \u0022title\u0022: \u0022Template Format\u0022,\r\n \u0022description\u0022: \u0022Format type for template variables: fstring {var}, jinja2 {{ var }}, or curly {{var}}\u0022,\r\n \u0022default\u0022: \u0022fstring\u0022\r\n },\r\n \u0022input_keys\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Input Keys\u0022,\r\n \u0022description\u0022: \u0022Optional list of input keys for validation. If not provided, any inputs will be accepted\u0022\r\n },\r\n \u0022llm_config\u0022: {\r\n \u0022description\u0022: \u0022Configuration for the model parameters\u0022,\r\n \u0022properties\u0022: {\r\n \u0022model\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Model\u0022,\r\n \u0022description\u0022: \u0022ID of the model to use\u0022,\r\n \u0022default\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022choices\u0022: {\r\n \u0022Aleph Alpha\u0022: [\r\n \u0022luminous-base\u0022,\r\n \u0022luminous-base-control\u0022,\r\n \u0022luminous-extended-control\u0022,\r\n \u0022luminous-supreme\u0022\r\n ],\r\n \u0022Anthropic\u0022: [\r\n \u0022anthropic/claude-3-5-sonnet-20240620\u0022,\r\n \u0022anthropic/claude-3-opus-20240229\u0022,\r\n \u0022anthropic/claude-3-sonnet-20240229\u0022,\r\n \u0022anthropic/claude-3-haiku-20240307\u0022,\r\n \u0022anthropic/claude-2.1\u0022,\r\n \u0022anthropic/claude-2\u0022,\r\n \u0022anthropic/claude-instant-1.2\u0022,\r\n \u0022anthropic/claude-instant-1\u0022\r\n ],\r\n \u0022Anyscale\u0022: [\r\n \u0022anyscale/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022anyscale/meta-llama/Llama-2-70b-chat-hf\u0022\r\n ],\r\n \u0022Cohere\u0022: [\r\n \u0022cohere/command-light\u0022,\r\n \u0022cohere/command-r-plus\u0022,\r\n \u0022cohere/command-nightly\u0022\r\n ],\r\n \u0022DeepInfra\u0022: [\r\n \u0022deepinfra/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022deepinfra/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022deepinfra/codellama/CodeLlama-34b-Instruct-hf\u0022,\r\n \u0022deepinfra/mistralai/Mistral-7B-Instruct-v0.1\u0022,\r\n \u0022deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1\u0022\r\n ],\r\n \u0022Gemini\u0022: [\r\n \u0022gemini/gemini-1.5-pro-latest\u0022,\r\n \u0022gemini/gemini-1.5-flash\u0022\r\n ],\r\n \u0022Groq\u0022: [\r\n \u0022groq/llama3-8b-8192\u0022,\r\n \u0022groq/llama3-70b-8192\u0022,\r\n \u0022groq/llama2-70b-4096\u0022,\r\n \u0022groq/mixtral-8x7b-32768\u0022,\r\n \u0022groq/gemma-7b-it\u0022\r\n ],\r\n \u0022Mistral\u0022: [\r\n \u0022mistral/mistral-tiny\u0022,\r\n \u0022mistral/mistral-small\u0022,\r\n \u0022mistral/mistral-medium\u0022,\r\n \u0022mistral/mistral-large-latest\u0022\r\n ],\r\n \u0022Open AI\u0022: [\r\n \u0022gpt-3.5-turbo-1106\u0022,\r\n \u0022gpt-3.5-turbo\u0022,\r\n \u0022gpt-4\u0022,\r\n \u0022gpt-4o\u0022,\r\n \u0022gpt-4o-mini\u0022,\r\n \u0022gpt-4-1106-preview\u0022\r\n ],\r\n \u0022OpenRouter\u0022: [\r\n \u0022openrouter/openai/gpt-3.5-turbo\u0022,\r\n \u0022openrouter/openai/gpt-3.5-turbo-16k\u0022,\r\n \u0022openrouter/anthropic/claude-instant-v1\u0022,\r\n \u0022openrouter/google/palm-2-chat-bison\u0022,\r\n \u0022openrouter/google/palm-2-codechat-bison\u0022,\r\n \u0022openrouter/meta-llama/llama-2-13b-chat\u0022,\r\n \u0022openrouter/meta-llama/llama-2-70b-chat\u0022\r\n ],\r\n \u0022Perplexity AI\u0022: [\r\n \u0022perplexity/pplx-7b-chat\u0022,\r\n \u0022perplexity/pplx-70b-chat\u0022,\r\n \u0022perplexity/pplx-7b-online\u0022,\r\n \u0022perplexity/pplx-70b-online\u0022\r\n ],\r\n \u0022Together AI\u0022: [\r\n \u0022together_ai/togethercomputer/llama-2-70b-chat\u0022,\r\n \u0022together_ai/togethercomputer/llama-2-70b\u0022,\r\n \u0022together_ai/togethercomputer/LLaMA-2-7B-32K\u0022,\r\n \u0022together_ai/togethercomputer/Llama-2-7B-32K-Instruct\u0022,\r\n \u0022together_ai/togethercomputer/llama-2-7b\u0022,\r\n \u0022together_ai/togethercomputer/alpaca-7b\u0022,\r\n \u0022together_ai/togethercomputer/CodeLlama-34b-Instruct\u0022,\r\n \u0022together_ai/togethercomputer/CodeLlama-34b-Python\u0022,\r\n \u0022together_ai/WizardLM/WizardCoder-Python-34B-V1.0\u0022,\r\n \u0022together_ai/NousResearch/Nous-Hermes-Llama2-13b\u0022,\r\n \u0022together_ai/Austism/chronos-hermes-13b\u0022\r\n ]\r\n },\r\n \u0022x-parameter\u0022: \u0022grouped_choice\u0022\r\n },\r\n \u0022temperature\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Temperature\u0022,\r\n \u0022description\u0022: \u0022What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic\u0022,\r\n \u0022default\u0022: 1\r\n },\r\n \u0022max_tokens\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022integer\u0022,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Max Tokens\u0022,\r\n \u0022description\u0022: \u0022The maximum number of tokens that can be generated in the chat completion\u0022,\r\n \u0022default\u0022: -1\r\n },\r\n \u0022top_p\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 1,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Top P\u0022,\r\n \u0022description\u0022: \u0022An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass\u0022,\r\n \u0022default\u0022: 0.5\r\n },\r\n \u0022frequency_penalty\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: -2\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Frequency Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far\u0022,\r\n \u0022default\u0022: 0\r\n },\r\n \u0022presence_penalty\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: -2\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Presence Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far\u0022,\r\n \u0022default\u0022: 0\r\n },\r\n \u0022response_format\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022text\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatText\u0022\r\n },\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022json_object\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatJSONObject\u0022\r\n },\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022json_schema\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n },\r\n \u0022json_schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022name\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022\r\n },\r\n \u0022description\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Description\u0022\r\n },\r\n \u0022schema\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Schema\u0022\r\n },\r\n \u0022strict\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022boolean\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Strict\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022name\u0022,\r\n \u0022schema\u0022\r\n ],\r\n \u0022title\u0022: \u0022JSONSchema\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022,\r\n \u0022json_schema\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatJSONSchema\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Response Format\u0022,\r\n \u0022description\u0022: \u0022An object specifying the format that the model must output\u0022\r\n },\r\n \u0022stream\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022boolean\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Stream\u0022,\r\n \u0022description\u0022: \u0022If set, partial message deltas will be sent\u0022\r\n },\r\n \u0022tools\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tools\u0022,\r\n \u0022description\u0022: \u0022A list of tools the model may call. Currently, only functions are supported as a tool\u0022\r\n },\r\n \u0022tool_choice\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022none\u0022,\r\n \u0022auto\u0022\r\n ]\r\n },\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Choice\u0022,\r\n \u0022description\u0022: \u0022Controls which (if any) tool is called by the model\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ModelConfig\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022PromptTemplate\u0022,\r\n \u0022description\u0022: \u0022A template for generating prompts with formatting capabilities\u0022,\r\n \u0022x-parameters\u0022: {\r\n \u0022prompt\u0022: \u0022true\u0022\r\n }\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022MyConfig\u0022\r\n },\r\n \u0022inputs\u0022: {\r\n \u0022title\u0022: \u0022Inputs\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022inputs\u0022\r\n ],\r\n \u0022title\u0022: \u0022Body_generate_generate_post\u0022\r\n },\r\n \u0022Body_generate_playground_run_post\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022ag_config\u0022: {\r\n \u0022default\u0022: {\r\n \u0022prompt\u0022: {\r\n \u0022llm_config\u0022: {\r\n \u0022frequency_penalty\u0022: 0,\r\n \u0022max_tokens\u0022: -1,\r\n \u0022model\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022presence_penalty\u0022: 0,\r\n \u0022temperature\u0022: 1,\r\n \u0022top_p\u0022: 0.5\r\n },\r\n \u0022messages\u0022: [\r\n {\r\n \u0022content\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022role\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022content\u0022: \u0022What is the capital of {country}?\u0022,\r\n \u0022role\u0022: \u0022user\u0022\r\n }\r\n ],\r\n \u0022system_prompt\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022template_format\u0022: \u0022fstring\u0022,\r\n \u0022user_prompt\u0022: \u0022What is the capital of {country}?\u0022\r\n }\r\n },\r\n \u0022properties\u0022: {\r\n \u0022prompt\u0022: {\r\n \u0022default\u0022: {\r\n \u0022messages\u0022: [\r\n {\r\n \u0022content\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022role\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022content\u0022: \u0022What is the capital of {country}?\u0022,\r\n \u0022role\u0022: \u0022user\u0022\r\n }\r\n ],\r\n \u0022system_prompt\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022user_prompt\u0022: \u0022What is the capital of {country}?\u0022,\r\n \u0022template_format\u0022: \u0022fstring\u0022,\r\n \u0022llm_config\u0022: {\r\n \u0022frequency_penalty\u0022: 0,\r\n \u0022max_tokens\u0022: -1,\r\n \u0022model\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022presence_penalty\u0022: 0,\r\n \u0022temperature\u0022: 1,\r\n \u0022top_p\u0022: 0.5\r\n }\r\n },\r\n \u0022properties\u0022: {\r\n \u0022messages\u0022: {\r\n \u0022items\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022role\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022system\u0022,\r\n \u0022user\u0022,\r\n \u0022assistant\u0022,\r\n \u0022tool\u0022,\r\n \u0022function\u0022\r\n ],\r\n \u0022title\u0022: \u0022Role\u0022\r\n },\r\n \u0022content\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Content\u0022\r\n },\r\n \u0022name\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Name\u0022\r\n },\r\n \u0022tool_calls\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022id\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Id\u0022\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022function\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022default\u0022: \u0022function\u0022\r\n },\r\n \u0022function\u0022: {\r\n \u0022additionalProperties\u0022: {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Function\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022id\u0022,\r\n \u0022function\u0022\r\n ],\r\n \u0022title\u0022: \u0022ToolCall\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Calls\u0022\r\n },\r\n \u0022tool_call_id\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Call Id\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022role\u0022\r\n ],\r\n \u0022title\u0022: \u0022Message\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Messages\u0022,\r\n \u0022default\u0022: [\r\n {\r\n \u0022role\u0022: \u0022system\u0022,\r\n \u0022content\u0022: \u0022\u0022\r\n },\r\n {\r\n \u0022role\u0022: \u0022user\u0022,\r\n \u0022content\u0022: \u0022\u0022\r\n }\r\n ]\r\n },\r\n \u0022system_prompt\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022System Prompt\u0022\r\n },\r\n \u0022user_prompt\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022User Prompt\u0022\r\n },\r\n \u0022template_format\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022fstring\u0022,\r\n \u0022jinja2\u0022,\r\n \u0022curly\u0022\r\n ],\r\n \u0022title\u0022: \u0022Template Format\u0022,\r\n \u0022description\u0022: \u0022Format type for template variables: fstring {var}, jinja2 {{ var }}, or curly {{var}}\u0022,\r\n \u0022default\u0022: \u0022fstring\u0022\r\n },\r\n \u0022input_keys\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Input Keys\u0022,\r\n \u0022description\u0022: \u0022Optional list of input keys for validation. If not provided, any inputs will be accepted\u0022\r\n },\r\n \u0022llm_config\u0022: {\r\n \u0022description\u0022: \u0022Configuration for the model parameters\u0022,\r\n \u0022properties\u0022: {\r\n \u0022model\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Model\u0022,\r\n \u0022description\u0022: \u0022ID of the model to use\u0022,\r\n \u0022default\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022choices\u0022: {\r\n \u0022Aleph Alpha\u0022: [\r\n \u0022luminous-base\u0022,\r\n \u0022luminous-base-control\u0022,\r\n \u0022luminous-extended-control\u0022,\r\n \u0022luminous-supreme\u0022\r\n ],\r\n \u0022Anthropic\u0022: [\r\n \u0022anthropic/claude-3-5-sonnet-20240620\u0022,\r\n \u0022anthropic/claude-3-opus-20240229\u0022,\r\n \u0022anthropic/claude-3-sonnet-20240229\u0022,\r\n \u0022anthropic/claude-3-haiku-20240307\u0022,\r\n \u0022anthropic/claude-2.1\u0022,\r\n \u0022anthropic/claude-2\u0022,\r\n \u0022anthropic/claude-instant-1.2\u0022,\r\n \u0022anthropic/claude-instant-1\u0022\r\n ],\r\n \u0022Anyscale\u0022: [\r\n \u0022anyscale/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022anyscale/meta-llama/Llama-2-70b-chat-hf\u0022\r\n ],\r\n \u0022Cohere\u0022: [\r\n \u0022cohere/command-light\u0022,\r\n \u0022cohere/command-r-plus\u0022,\r\n \u0022cohere/command-nightly\u0022\r\n ],\r\n \u0022DeepInfra\u0022: [\r\n \u0022deepinfra/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022deepinfra/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022deepinfra/codellama/CodeLlama-34b-Instruct-hf\u0022,\r\n \u0022deepinfra/mistralai/Mistral-7B-Instruct-v0.1\u0022,\r\n \u0022deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1\u0022\r\n ],\r\n \u0022Gemini\u0022: [\r\n \u0022gemini/gemini-1.5-pro-latest\u0022,\r\n \u0022gemini/gemini-1.5-flash\u0022\r\n ],\r\n \u0022Groq\u0022: [\r\n \u0022groq/llama3-8b-8192\u0022,\r\n \u0022groq/llama3-70b-8192\u0022,\r\n \u0022groq/llama2-70b-4096\u0022,\r\n \u0022groq/mixtral-8x7b-32768\u0022,\r\n \u0022groq/gemma-7b-it\u0022\r\n ],\r\n \u0022Mistral\u0022: [\r\n \u0022mistral/mistral-tiny\u0022,\r\n \u0022mistral/mistral-small\u0022,\r\n \u0022mistral/mistral-medium\u0022,\r\n \u0022mistral/mistral-large-latest\u0022\r\n ],\r\n \u0022Open AI\u0022: [\r\n \u0022gpt-3.5-turbo-1106\u0022,\r\n \u0022gpt-3.5-turbo\u0022,\r\n \u0022gpt-4\u0022,\r\n \u0022gpt-4o\u0022,\r\n \u0022gpt-4o-mini\u0022,\r\n \u0022gpt-4-1106-preview\u0022\r\n ],\r\n \u0022OpenRouter\u0022: [\r\n \u0022openrouter/openai/gpt-3.5-turbo\u0022,\r\n \u0022openrouter/openai/gpt-3.5-turbo-16k\u0022,\r\n \u0022openrouter/anthropic/claude-instant-v1\u0022,\r\n \u0022openrouter/google/palm-2-chat-bison\u0022,\r\n \u0022openrouter/google/palm-2-codechat-bison\u0022,\r\n \u0022openrouter/meta-llama/llama-2-13b-chat\u0022,\r\n \u0022openrouter/meta-llama/llama-2-70b-chat\u0022\r\n ],\r\n \u0022Perplexity AI\u0022: [\r\n \u0022perplexity/pplx-7b-chat\u0022,\r\n \u0022perplexity/pplx-70b-chat\u0022,\r\n \u0022perplexity/pplx-7b-online\u0022,\r\n \u0022perplexity/pplx-70b-online\u0022\r\n ],\r\n \u0022Together AI\u0022: [\r\n \u0022together_ai/togethercomputer/llama-2-70b-chat\u0022,\r\n \u0022together_ai/togethercomputer/llama-2-70b\u0022,\r\n \u0022together_ai/togethercomputer/LLaMA-2-7B-32K\u0022,\r\n \u0022together_ai/togethercomputer/Llama-2-7B-32K-Instruct\u0022,\r\n \u0022together_ai/togethercomputer/llama-2-7b\u0022,\r\n \u0022together_ai/togethercomputer/alpaca-7b\u0022,\r\n \u0022together_ai/togethercomputer/CodeLlama-34b-Instruct\u0022,\r\n \u0022together_ai/togethercomputer/CodeLlama-34b-Python\u0022,\r\n \u0022together_ai/WizardLM/WizardCoder-Python-34B-V1.0\u0022,\r\n \u0022together_ai/NousResearch/Nous-Hermes-Llama2-13b\u0022,\r\n \u0022together_ai/Austism/chronos-hermes-13b\u0022\r\n ]\r\n },\r\n \u0022x-parameter\u0022: \u0022grouped_choice\u0022\r\n },\r\n \u0022temperature\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Temperature\u0022,\r\n \u0022description\u0022: \u0022What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic\u0022,\r\n \u0022default\u0022: 1\r\n },\r\n \u0022max_tokens\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022integer\u0022,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Max Tokens\u0022,\r\n \u0022description\u0022: \u0022The maximum number of tokens that can be generated in the chat completion\u0022,\r\n \u0022default\u0022: -1\r\n },\r\n \u0022top_p\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 1,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Top P\u0022,\r\n \u0022description\u0022: \u0022An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass\u0022,\r\n \u0022default\u0022: 0.5\r\n },\r\n \u0022frequency_penalty\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: -2\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Frequency Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far\u0022,\r\n \u0022default\u0022: 0\r\n },\r\n \u0022presence_penalty\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: -2\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Presence Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far\u0022,\r\n \u0022default\u0022: 0\r\n },\r\n \u0022response_format\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022text\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatText\u0022\r\n },\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022json_object\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatJSONObject\u0022\r\n },\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022json_schema\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n },\r\n \u0022json_schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022name\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022\r\n },\r\n \u0022description\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Description\u0022\r\n },\r\n \u0022schema\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Schema\u0022\r\n },\r\n \u0022strict\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022boolean\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Strict\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022name\u0022,\r\n \u0022schema\u0022\r\n ],\r\n \u0022title\u0022: \u0022JSONSchema\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022,\r\n \u0022json_schema\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatJSONSchema\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Response Format\u0022,\r\n \u0022description\u0022: \u0022An object specifying the format that the model must output\u0022\r\n },\r\n \u0022stream\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022boolean\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Stream\u0022,\r\n \u0022description\u0022: \u0022If set, partial message deltas will be sent\u0022\r\n },\r\n \u0022tools\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tools\u0022,\r\n \u0022description\u0022: \u0022A list of tools the model may call. Currently, only functions are supported as a tool\u0022\r\n },\r\n \u0022tool_choice\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022none\u0022,\r\n \u0022auto\u0022\r\n ]\r\n },\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Choice\u0022,\r\n \u0022description\u0022: \u0022Controls which (if any) tool is called by the model\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ModelConfig\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022PromptTemplate\u0022,\r\n \u0022description\u0022: \u0022A template for generating prompts with formatting capabilities\u0022,\r\n \u0022x-parameters\u0022: {\r\n \u0022prompt\u0022: \u0022true\u0022\r\n }\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022MyConfig\u0022\r\n },\r\n \u0022inputs\u0022: {\r\n \u0022title\u0022: \u0022Inputs\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022inputs\u0022\r\n ],\r\n \u0022title\u0022: \u0022Body_generate_playground_run_post\u0022\r\n },\r\n \u0022Body_generate_run_post\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022inputs\u0022: {\r\n \u0022title\u0022: \u0022Inputs\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022inputs\u0022\r\n ],\r\n \u0022title\u0022: \u0022Body_generate_run_post\u0022\r\n },\r\n \u0022Body_generate_test_post\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022ag_config\u0022: {\r\n \u0022default\u0022: {\r\n \u0022prompt\u0022: {\r\n \u0022llm_config\u0022: {\r\n \u0022frequency_penalty\u0022: 0,\r\n \u0022max_tokens\u0022: -1,\r\n \u0022model\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022presence_penalty\u0022: 0,\r\n \u0022temperature\u0022: 1,\r\n \u0022top_p\u0022: 0.5\r\n },\r\n \u0022messages\u0022: [\r\n {\r\n \u0022content\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022role\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022content\u0022: \u0022What is the capital of {country}?\u0022,\r\n \u0022role\u0022: \u0022user\u0022\r\n }\r\n ],\r\n \u0022system_prompt\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022template_format\u0022: \u0022fstring\u0022,\r\n \u0022user_prompt\u0022: \u0022What is the capital of {country}?\u0022\r\n }\r\n },\r\n \u0022properties\u0022: {\r\n \u0022prompt\u0022: {\r\n \u0022default\u0022: {\r\n \u0022messages\u0022: [\r\n {\r\n \u0022content\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022role\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022content\u0022: \u0022What is the capital of {country}?\u0022,\r\n \u0022role\u0022: \u0022user\u0022\r\n }\r\n ],\r\n \u0022system_prompt\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022user_prompt\u0022: \u0022What is the capital of {country}?\u0022,\r\n \u0022template_format\u0022: \u0022fstring\u0022,\r\n \u0022llm_config\u0022: {\r\n \u0022frequency_penalty\u0022: 0,\r\n \u0022max_tokens\u0022: -1,\r\n \u0022model\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022presence_penalty\u0022: 0,\r\n \u0022temperature\u0022: 1,\r\n \u0022top_p\u0022: 0.5\r\n }\r\n },\r\n \u0022properties\u0022: {\r\n \u0022messages\u0022: {\r\n \u0022items\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022role\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022system\u0022,\r\n \u0022user\u0022,\r\n \u0022assistant\u0022,\r\n \u0022tool\u0022,\r\n \u0022function\u0022\r\n ],\r\n \u0022title\u0022: \u0022Role\u0022\r\n },\r\n \u0022content\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Content\u0022\r\n },\r\n \u0022name\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Name\u0022\r\n },\r\n \u0022tool_calls\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022id\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Id\u0022\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022function\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022default\u0022: \u0022function\u0022\r\n },\r\n \u0022function\u0022: {\r\n \u0022additionalProperties\u0022: {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Function\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022id\u0022,\r\n \u0022function\u0022\r\n ],\r\n \u0022title\u0022: \u0022ToolCall\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Calls\u0022\r\n },\r\n \u0022tool_call_id\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Call Id\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022role\u0022\r\n ],\r\n \u0022title\u0022: \u0022Message\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Messages\u0022,\r\n \u0022default\u0022: [\r\n {\r\n \u0022role\u0022: \u0022system\u0022,\r\n \u0022content\u0022: \u0022\u0022\r\n },\r\n {\r\n \u0022role\u0022: \u0022user\u0022,\r\n \u0022content\u0022: \u0022\u0022\r\n }\r\n ]\r\n },\r\n \u0022system_prompt\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022System Prompt\u0022\r\n },\r\n \u0022user_prompt\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022User Prompt\u0022\r\n },\r\n \u0022template_format\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022fstring\u0022,\r\n \u0022jinja2\u0022,\r\n \u0022curly\u0022\r\n ],\r\n \u0022title\u0022: \u0022Template Format\u0022,\r\n \u0022description\u0022: \u0022Format type for template variables: fstring {var}, jinja2 {{ var }}, or curly {{var}}\u0022,\r\n \u0022default\u0022: \u0022fstring\u0022\r\n },\r\n \u0022input_keys\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Input Keys\u0022,\r\n \u0022description\u0022: \u0022Optional list of input keys for validation. If not provided, any inputs will be accepted\u0022\r\n },\r\n \u0022llm_config\u0022: {\r\n \u0022description\u0022: \u0022Configuration for the model parameters\u0022,\r\n \u0022properties\u0022: {\r\n \u0022model\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Model\u0022,\r\n \u0022description\u0022: \u0022ID of the model to use\u0022,\r\n \u0022default\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022choices\u0022: {\r\n \u0022Aleph Alpha\u0022: [\r\n \u0022luminous-base\u0022,\r\n \u0022luminous-base-control\u0022,\r\n \u0022luminous-extended-control\u0022,\r\n \u0022luminous-supreme\u0022\r\n ],\r\n \u0022Anthropic\u0022: [\r\n \u0022anthropic/claude-3-5-sonnet-20240620\u0022,\r\n \u0022anthropic/claude-3-opus-20240229\u0022,\r\n \u0022anthropic/claude-3-sonnet-20240229\u0022,\r\n \u0022anthropic/claude-3-haiku-20240307\u0022,\r\n \u0022anthropic/claude-2.1\u0022,\r\n \u0022anthropic/claude-2\u0022,\r\n \u0022anthropic/claude-instant-1.2\u0022,\r\n \u0022anthropic/claude-instant-1\u0022\r\n ],\r\n \u0022Anyscale\u0022: [\r\n \u0022anyscale/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022anyscale/meta-llama/Llama-2-70b-chat-hf\u0022\r\n ],\r\n \u0022Cohere\u0022: [\r\n \u0022cohere/command-light\u0022,\r\n \u0022cohere/command-r-plus\u0022,\r\n \u0022cohere/command-nightly\u0022\r\n ],\r\n \u0022DeepInfra\u0022: [\r\n \u0022deepinfra/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022deepinfra/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022deepinfra/codellama/CodeLlama-34b-Instruct-hf\u0022,\r\n \u0022deepinfra/mistralai/Mistral-7B-Instruct-v0.1\u0022,\r\n \u0022deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1\u0022\r\n ],\r\n \u0022Gemini\u0022: [\r\n \u0022gemini/gemini-1.5-pro-latest\u0022,\r\n \u0022gemini/gemini-1.5-flash\u0022\r\n ],\r\n \u0022Groq\u0022: [\r\n \u0022groq/llama3-8b-8192\u0022,\r\n \u0022groq/llama3-70b-8192\u0022,\r\n \u0022groq/llama2-70b-4096\u0022,\r\n \u0022groq/mixtral-8x7b-32768\u0022,\r\n \u0022groq/gemma-7b-it\u0022\r\n ],\r\n \u0022Mistral\u0022: [\r\n \u0022mistral/mistral-tiny\u0022,\r\n \u0022mistral/mistral-small\u0022,\r\n \u0022mistral/mistral-medium\u0022,\r\n \u0022mistral/mistral-large-latest\u0022\r\n ],\r\n \u0022Open AI\u0022: [\r\n \u0022gpt-3.5-turbo-1106\u0022,\r\n \u0022gpt-3.5-turbo\u0022,\r\n \u0022gpt-4\u0022,\r\n \u0022gpt-4o\u0022,\r\n \u0022gpt-4o-mini\u0022,\r\n \u0022gpt-4-1106-preview\u0022\r\n ],\r\n \u0022OpenRouter\u0022: [\r\n \u0022openrouter/openai/gpt-3.5-turbo\u0022,\r\n \u0022openrouter/openai/gpt-3.5-turbo-16k\u0022,\r\n \u0022openrouter/anthropic/claude-instant-v1\u0022,\r\n \u0022openrouter/google/palm-2-chat-bison\u0022,\r\n \u0022openrouter/google/palm-2-codechat-bison\u0022,\r\n \u0022openrouter/meta-llama/llama-2-13b-chat\u0022,\r\n \u0022openrouter/meta-llama/llama-2-70b-chat\u0022\r\n ],\r\n \u0022Perplexity AI\u0022: [\r\n \u0022perplexity/pplx-7b-chat\u0022,\r\n \u0022perplexity/pplx-70b-chat\u0022,\r\n \u0022perplexity/pplx-7b-online\u0022,\r\n \u0022perplexity/pplx-70b-online\u0022\r\n ],\r\n \u0022Together AI\u0022: [\r\n \u0022together_ai/togethercomputer/llama-2-70b-chat\u0022,\r\n \u0022together_ai/togethercomputer/llama-2-70b\u0022,\r\n \u0022together_ai/togethercomputer/LLaMA-2-7B-32K\u0022,\r\n \u0022together_ai/togethercomputer/Llama-2-7B-32K-Instruct\u0022,\r\n \u0022together_ai/togethercomputer/llama-2-7b\u0022,\r\n \u0022together_ai/togethercomputer/alpaca-7b\u0022,\r\n \u0022together_ai/togethercomputer/CodeLlama-34b-Instruct\u0022,\r\n \u0022together_ai/togethercomputer/CodeLlama-34b-Python\u0022,\r\n \u0022together_ai/WizardLM/WizardCoder-Python-34B-V1.0\u0022,\r\n \u0022together_ai/NousResearch/Nous-Hermes-Llama2-13b\u0022,\r\n \u0022together_ai/Austism/chronos-hermes-13b\u0022\r\n ]\r\n },\r\n \u0022x-parameter\u0022: \u0022grouped_choice\u0022\r\n },\r\n \u0022temperature\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Temperature\u0022,\r\n \u0022description\u0022: \u0022What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic\u0022,\r\n \u0022default\u0022: 1\r\n },\r\n \u0022max_tokens\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022integer\u0022,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Max Tokens\u0022,\r\n \u0022description\u0022: \u0022The maximum number of tokens that can be generated in the chat completion\u0022,\r\n \u0022default\u0022: -1\r\n },\r\n \u0022top_p\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 1,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Top P\u0022,\r\n \u0022description\u0022: \u0022An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass\u0022,\r\n \u0022default\u0022: 0.5\r\n },\r\n \u0022frequency_penalty\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: -2\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Frequency Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far\u0022,\r\n \u0022default\u0022: 0\r\n },\r\n \u0022presence_penalty\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: -2\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Presence Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far\u0022,\r\n \u0022default\u0022: 0\r\n },\r\n \u0022response_format\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022text\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatText\u0022\r\n },\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022json_object\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatJSONObject\u0022\r\n },\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022json_schema\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n },\r\n \u0022json_schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022name\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022\r\n },\r\n \u0022description\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Description\u0022\r\n },\r\n \u0022schema\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Schema\u0022\r\n },\r\n \u0022strict\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022boolean\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Strict\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022name\u0022,\r\n \u0022schema\u0022\r\n ],\r\n \u0022title\u0022: \u0022JSONSchema\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022,\r\n \u0022json_schema\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatJSONSchema\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Response Format\u0022,\r\n \u0022description\u0022: \u0022An object specifying the format that the model must output\u0022\r\n },\r\n \u0022stream\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022boolean\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Stream\u0022,\r\n \u0022description\u0022: \u0022If set, partial message deltas will be sent\u0022\r\n },\r\n \u0022tools\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tools\u0022,\r\n \u0022description\u0022: \u0022A list of tools the model may call. Currently, only functions are supported as a tool\u0022\r\n },\r\n \u0022tool_choice\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022none\u0022,\r\n \u0022auto\u0022\r\n ]\r\n },\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Choice\u0022,\r\n \u0022description\u0022: \u0022Controls which (if any) tool is called by the model\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ModelConfig\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022PromptTemplate\u0022,\r\n \u0022description\u0022: \u0022A template for generating prompts with formatting capabilities\u0022,\r\n \u0022x-parameters\u0022: {\r\n \u0022prompt\u0022: \u0022true\u0022\r\n }\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022MyConfig\u0022\r\n },\r\n \u0022inputs\u0022: {\r\n \u0022title\u0022: \u0022Inputs\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022inputs\u0022\r\n ],\r\n \u0022title\u0022: \u0022Body_generate_test_post\u0022\r\n },\r\n \u0022ExceptionDto\u0022: {},\r\n \u0022HTTPValidationError\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022detail\u0022: {\r\n \u0022items\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022loc\u0022: {\r\n \u0022items\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022integer\u0022\r\n }\r\n ]\r\n },\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Location\u0022\r\n },\r\n \u0022msg\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Message\u0022\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Error Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022loc\u0022,\r\n \u0022msg\u0022,\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ValidationError\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Detail\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022HTTPValidationError\u0022\r\n },\r\n \u0022JSONSchema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022name\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022\r\n },\r\n \u0022description\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Description\u0022\r\n },\r\n \u0022schema\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Schema\u0022\r\n },\r\n \u0022strict\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022boolean\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Strict\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022name\u0022,\r\n \u0022schema\u0022\r\n ],\r\n \u0022title\u0022: \u0022JSONSchema\u0022\r\n },\r\n \u0022LifecycleDto\u0022: {},\r\n \u0022LinkDto\u0022: {},\r\n \u0022Message\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022role\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022system\u0022,\r\n \u0022user\u0022,\r\n \u0022assistant\u0022,\r\n \u0022tool\u0022,\r\n \u0022function\u0022\r\n ],\r\n \u0022title\u0022: \u0022Role\u0022\r\n },\r\n \u0022content\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Content\u0022\r\n },\r\n \u0022name\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Name\u0022\r\n },\r\n \u0022tool_calls\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022id\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Id\u0022\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022function\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022default\u0022: \u0022function\u0022\r\n },\r\n \u0022function\u0022: {\r\n \u0022additionalProperties\u0022: {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Function\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022id\u0022,\r\n \u0022function\u0022\r\n ],\r\n \u0022title\u0022: \u0022ToolCall\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Calls\u0022\r\n },\r\n \u0022tool_call_id\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Call Id\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022role\u0022\r\n ],\r\n \u0022title\u0022: \u0022Message\u0022\r\n },\r\n \u0022ModelConfig\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022model\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Model\u0022,\r\n \u0022description\u0022: \u0022ID of the model to use\u0022,\r\n \u0022default\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022choices\u0022: {\r\n \u0022Aleph Alpha\u0022: [\r\n \u0022luminous-base\u0022,\r\n \u0022luminous-base-control\u0022,\r\n \u0022luminous-extended-control\u0022,\r\n \u0022luminous-supreme\u0022\r\n ],\r\n \u0022Anthropic\u0022: [\r\n \u0022anthropic/claude-3-5-sonnet-20240620\u0022,\r\n \u0022anthropic/claude-3-opus-20240229\u0022,\r\n \u0022anthropic/claude-3-sonnet-20240229\u0022,\r\n \u0022anthropic/claude-3-haiku-20240307\u0022,\r\n \u0022anthropic/claude-2.1\u0022,\r\n \u0022anthropic/claude-2\u0022,\r\n \u0022anthropic/claude-instant-1.2\u0022,\r\n \u0022anthropic/claude-instant-1\u0022\r\n ],\r\n \u0022Anyscale\u0022: [\r\n \u0022anyscale/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022anyscale/meta-llama/Llama-2-70b-chat-hf\u0022\r\n ],\r\n \u0022Cohere\u0022: [\r\n \u0022cohere/command-light\u0022,\r\n \u0022cohere/command-r-plus\u0022,\r\n \u0022cohere/command-nightly\u0022\r\n ],\r\n \u0022DeepInfra\u0022: [\r\n \u0022deepinfra/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022deepinfra/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022deepinfra/codellama/CodeLlama-34b-Instruct-hf\u0022,\r\n \u0022deepinfra/mistralai/Mistral-7B-Instruct-v0.1\u0022,\r\n \u0022deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1\u0022\r\n ],\r\n \u0022Gemini\u0022: [\r\n \u0022gemini/gemini-1.5-pro-latest\u0022,\r\n \u0022gemini/gemini-1.5-flash\u0022\r\n ],\r\n \u0022Groq\u0022: [\r\n \u0022groq/llama3-8b-8192\u0022,\r\n \u0022groq/llama3-70b-8192\u0022,\r\n \u0022groq/llama2-70b-4096\u0022,\r\n \u0022groq/mixtral-8x7b-32768\u0022,\r\n \u0022groq/gemma-7b-it\u0022\r\n ],\r\n \u0022Mistral\u0022: [\r\n \u0022mistral/mistral-tiny\u0022,\r\n \u0022mistral/mistral-small\u0022,\r\n \u0022mistral/mistral-medium\u0022,\r\n \u0022mistral/mistral-large-latest\u0022\r\n ],\r\n \u0022Open AI\u0022: [\r\n \u0022gpt-3.5-turbo-1106\u0022,\r\n \u0022gpt-3.5-turbo\u0022,\r\n \u0022gpt-4\u0022,\r\n \u0022gpt-4o\u0022,\r\n \u0022gpt-4o-mini\u0022,\r\n \u0022gpt-4-1106-preview\u0022\r\n ],\r\n \u0022OpenRouter\u0022: [\r\n \u0022openrouter/openai/gpt-3.5-turbo\u0022,\r\n \u0022openrouter/openai/gpt-3.5-turbo-16k\u0022,\r\n \u0022openrouter/anthropic/claude-instant-v1\u0022,\r\n \u0022openrouter/google/palm-2-chat-bison\u0022,\r\n \u0022openrouter/google/palm-2-codechat-bison\u0022,\r\n \u0022openrouter/meta-llama/llama-2-13b-chat\u0022,\r\n \u0022openrouter/meta-llama/llama-2-70b-chat\u0022\r\n ],\r\n \u0022Perplexity AI\u0022: [\r\n \u0022perplexity/pplx-7b-chat\u0022,\r\n \u0022perplexity/pplx-70b-chat\u0022,\r\n \u0022perplexity/pplx-7b-online\u0022,\r\n \u0022perplexity/pplx-70b-online\u0022\r\n ],\r\n \u0022Together AI\u0022: [\r\n \u0022together_ai/togethercomputer/llama-2-70b-chat\u0022,\r\n \u0022together_ai/togethercomputer/llama-2-70b\u0022,\r\n \u0022together_ai/togethercomputer/LLaMA-2-7B-32K\u0022,\r\n \u0022together_ai/togethercomputer/Llama-2-7B-32K-Instruct\u0022,\r\n \u0022together_ai/togethercomputer/llama-2-7b\u0022,\r\n \u0022together_ai/togethercomputer/alpaca-7b\u0022,\r\n \u0022together_ai/togethercomputer/CodeLlama-34b-Instruct\u0022,\r\n \u0022together_ai/togethercomputer/CodeLlama-34b-Python\u0022,\r\n \u0022together_ai/WizardLM/WizardCoder-Python-34B-V1.0\u0022,\r\n \u0022together_ai/NousResearch/Nous-Hermes-Llama2-13b\u0022,\r\n \u0022together_ai/Austism/chronos-hermes-13b\u0022\r\n ]\r\n },\r\n \u0022x-parameter\u0022: \u0022grouped_choice\u0022\r\n },\r\n \u0022temperature\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Temperature\u0022,\r\n \u0022description\u0022: \u0022What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic\u0022,\r\n \u0022default\u0022: 1\r\n },\r\n \u0022max_tokens\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022integer\u0022,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Max Tokens\u0022,\r\n \u0022description\u0022: \u0022The maximum number of tokens that can be generated in the chat completion\u0022,\r\n \u0022default\u0022: -1\r\n },\r\n \u0022top_p\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 1,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Top P\u0022,\r\n \u0022description\u0022: \u0022An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass\u0022,\r\n \u0022default\u0022: 0.5\r\n },\r\n \u0022frequency_penalty\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: -2\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Frequency Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far\u0022,\r\n \u0022default\u0022: 0\r\n },\r\n \u0022presence_penalty\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: -2\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Presence Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far\u0022,\r\n \u0022default\u0022: 0\r\n },\r\n \u0022response_format\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022text\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatText\u0022\r\n },\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022json_object\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatJSONObject\u0022\r\n },\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022json_schema\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n },\r\n \u0022json_schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022name\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022\r\n },\r\n \u0022description\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Description\u0022\r\n },\r\n \u0022schema\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Schema\u0022\r\n },\r\n \u0022strict\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022boolean\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Strict\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022name\u0022,\r\n \u0022schema\u0022\r\n ],\r\n \u0022title\u0022: \u0022JSONSchema\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022,\r\n \u0022json_schema\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatJSONSchema\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Response Format\u0022,\r\n \u0022description\u0022: \u0022An object specifying the format that the model must output\u0022\r\n },\r\n \u0022stream\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022boolean\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Stream\u0022,\r\n \u0022description\u0022: \u0022If set, partial message deltas will be sent\u0022\r\n },\r\n \u0022tools\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tools\u0022,\r\n \u0022description\u0022: \u0022A list of tools the model may call. Currently, only functions are supported as a tool\u0022\r\n },\r\n \u0022tool_choice\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022none\u0022,\r\n \u0022auto\u0022\r\n ]\r\n },\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Choice\u0022,\r\n \u0022description\u0022: \u0022Controls which (if any) tool is called by the model\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ModelConfig\u0022,\r\n \u0022description\u0022: \u0022Configuration for model parameters\u0022\r\n },\r\n \u0022MyConfig\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022prompt\u0022: {\r\n \u0022default\u0022: {\r\n \u0022messages\u0022: [\r\n {\r\n \u0022content\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022role\u0022: \u0022system\u0022\r\n },\r\n {\r\n \u0022content\u0022: \u0022What is the capital of {country}?\u0022,\r\n \u0022role\u0022: \u0022user\u0022\r\n }\r\n ],\r\n \u0022system_prompt\u0022: \u0022You are an expert in geography\u0022,\r\n \u0022user_prompt\u0022: \u0022What is the capital of {country}?\u0022,\r\n \u0022template_format\u0022: \u0022fstring\u0022,\r\n \u0022llm_config\u0022: {\r\n \u0022frequency_penalty\u0022: 0,\r\n \u0022max_tokens\u0022: -1,\r\n \u0022model\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022presence_penalty\u0022: 0,\r\n \u0022temperature\u0022: 1,\r\n \u0022top_p\u0022: 0.5\r\n }\r\n },\r\n \u0022properties\u0022: {\r\n \u0022messages\u0022: {\r\n \u0022items\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022role\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022system\u0022,\r\n \u0022user\u0022,\r\n \u0022assistant\u0022,\r\n \u0022tool\u0022,\r\n \u0022function\u0022\r\n ],\r\n \u0022title\u0022: \u0022Role\u0022\r\n },\r\n \u0022content\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Content\u0022\r\n },\r\n \u0022name\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Name\u0022\r\n },\r\n \u0022tool_calls\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022id\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Id\u0022\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022function\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022default\u0022: \u0022function\u0022\r\n },\r\n \u0022function\u0022: {\r\n \u0022additionalProperties\u0022: {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Function\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022id\u0022,\r\n \u0022function\u0022\r\n ],\r\n \u0022title\u0022: \u0022ToolCall\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Calls\u0022\r\n },\r\n \u0022tool_call_id\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Call Id\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022role\u0022\r\n ],\r\n \u0022title\u0022: \u0022Message\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Messages\u0022,\r\n \u0022default\u0022: [\r\n {\r\n \u0022role\u0022: \u0022system\u0022,\r\n \u0022content\u0022: \u0022\u0022\r\n },\r\n {\r\n \u0022role\u0022: \u0022user\u0022,\r\n \u0022content\u0022: \u0022\u0022\r\n }\r\n ]\r\n },\r\n \u0022system_prompt\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022System Prompt\u0022\r\n },\r\n \u0022user_prompt\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022User Prompt\u0022\r\n },\r\n \u0022template_format\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022fstring\u0022,\r\n \u0022jinja2\u0022,\r\n \u0022curly\u0022\r\n ],\r\n \u0022title\u0022: \u0022Template Format\u0022,\r\n \u0022description\u0022: \u0022Format type for template variables: fstring {var}, jinja2 {{ var }}, or curly {{var}}\u0022,\r\n \u0022default\u0022: \u0022fstring\u0022\r\n },\r\n \u0022input_keys\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Input Keys\u0022,\r\n \u0022description\u0022: \u0022Optional list of input keys for validation. If not provided, any inputs will be accepted\u0022\r\n },\r\n \u0022llm_config\u0022: {\r\n \u0022description\u0022: \u0022Configuration for the model parameters\u0022,\r\n \u0022properties\u0022: {\r\n \u0022model\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Model\u0022,\r\n \u0022description\u0022: \u0022ID of the model to use\u0022,\r\n \u0022default\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022choices\u0022: {\r\n \u0022Aleph Alpha\u0022: [\r\n \u0022luminous-base\u0022,\r\n \u0022luminous-base-control\u0022,\r\n \u0022luminous-extended-control\u0022,\r\n \u0022luminous-supreme\u0022\r\n ],\r\n \u0022Anthropic\u0022: [\r\n \u0022anthropic/claude-3-5-sonnet-20240620\u0022,\r\n \u0022anthropic/claude-3-opus-20240229\u0022,\r\n \u0022anthropic/claude-3-sonnet-20240229\u0022,\r\n \u0022anthropic/claude-3-haiku-20240307\u0022,\r\n \u0022anthropic/claude-2.1\u0022,\r\n \u0022anthropic/claude-2\u0022,\r\n \u0022anthropic/claude-instant-1.2\u0022,\r\n \u0022anthropic/claude-instant-1\u0022\r\n ],\r\n \u0022Anyscale\u0022: [\r\n \u0022anyscale/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022anyscale/meta-llama/Llama-2-70b-chat-hf\u0022\r\n ],\r\n \u0022Cohere\u0022: [\r\n \u0022cohere/command-light\u0022,\r\n \u0022cohere/command-r-plus\u0022,\r\n \u0022cohere/command-nightly\u0022\r\n ],\r\n \u0022DeepInfra\u0022: [\r\n \u0022deepinfra/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022deepinfra/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022deepinfra/codellama/CodeLlama-34b-Instruct-hf\u0022,\r\n \u0022deepinfra/mistralai/Mistral-7B-Instruct-v0.1\u0022,\r\n \u0022deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1\u0022\r\n ],\r\n \u0022Gemini\u0022: [\r\n \u0022gemini/gemini-1.5-pro-latest\u0022,\r\n \u0022gemini/gemini-1.5-flash\u0022\r\n ],\r\n \u0022Groq\u0022: [\r\n \u0022groq/llama3-8b-8192\u0022,\r\n \u0022groq/llama3-70b-8192\u0022,\r\n \u0022groq/llama2-70b-4096\u0022,\r\n \u0022groq/mixtral-8x7b-32768\u0022,\r\n \u0022groq/gemma-7b-it\u0022\r\n ],\r\n \u0022Mistral\u0022: [\r\n \u0022mistral/mistral-tiny\u0022,\r\n \u0022mistral/mistral-small\u0022,\r\n \u0022mistral/mistral-medium\u0022,\r\n \u0022mistral/mistral-large-latest\u0022\r\n ],\r\n \u0022Open AI\u0022: [\r\n \u0022gpt-3.5-turbo-1106\u0022,\r\n \u0022gpt-3.5-turbo\u0022,\r\n \u0022gpt-4\u0022,\r\n \u0022gpt-4o\u0022,\r\n \u0022gpt-4o-mini\u0022,\r\n \u0022gpt-4-1106-preview\u0022\r\n ],\r\n \u0022OpenRouter\u0022: [\r\n \u0022openrouter/openai/gpt-3.5-turbo\u0022,\r\n \u0022openrouter/openai/gpt-3.5-turbo-16k\u0022,\r\n \u0022openrouter/anthropic/claude-instant-v1\u0022,\r\n \u0022openrouter/google/palm-2-chat-bison\u0022,\r\n \u0022openrouter/google/palm-2-codechat-bison\u0022,\r\n \u0022openrouter/meta-llama/llama-2-13b-chat\u0022,\r\n \u0022openrouter/meta-llama/llama-2-70b-chat\u0022\r\n ],\r\n \u0022Perplexity AI\u0022: [\r\n \u0022perplexity/pplx-7b-chat\u0022,\r\n \u0022perplexity/pplx-70b-chat\u0022,\r\n \u0022perplexity/pplx-7b-online\u0022,\r\n \u0022perplexity/pplx-70b-online\u0022\r\n ],\r\n \u0022Together AI\u0022: [\r\n \u0022together_ai/togethercomputer/llama-2-70b-chat\u0022,\r\n \u0022together_ai/togethercomputer/llama-2-70b\u0022,\r\n \u0022together_ai/togethercomputer/LLaMA-2-7B-32K\u0022,\r\n \u0022together_ai/togethercomputer/Llama-2-7B-32K-Instruct\u0022,\r\n \u0022together_ai/togethercomputer/llama-2-7b\u0022,\r\n \u0022together_ai/togethercomputer/alpaca-7b\u0022,\r\n \u0022together_ai/togethercomputer/CodeLlama-34b-Instruct\u0022,\r\n \u0022together_ai/togethercomputer/CodeLlama-34b-Python\u0022,\r\n \u0022together_ai/WizardLM/WizardCoder-Python-34B-V1.0\u0022,\r\n \u0022together_ai/NousResearch/Nous-Hermes-Llama2-13b\u0022,\r\n \u0022together_ai/Austism/chronos-hermes-13b\u0022\r\n ]\r\n },\r\n \u0022x-parameter\u0022: \u0022grouped_choice\u0022\r\n },\r\n \u0022temperature\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Temperature\u0022,\r\n \u0022description\u0022: \u0022What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic\u0022,\r\n \u0022default\u0022: 1\r\n },\r\n \u0022max_tokens\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022integer\u0022,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Max Tokens\u0022,\r\n \u0022description\u0022: \u0022The maximum number of tokens that can be generated in the chat completion\u0022,\r\n \u0022default\u0022: -1\r\n },\r\n \u0022top_p\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 1,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Top P\u0022,\r\n \u0022description\u0022: \u0022An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass\u0022,\r\n \u0022default\u0022: 0.5\r\n },\r\n \u0022frequency_penalty\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: -2\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Frequency Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far\u0022,\r\n \u0022default\u0022: 0\r\n },\r\n \u0022presence_penalty\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: -2\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Presence Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far\u0022,\r\n \u0022default\u0022: 0\r\n },\r\n \u0022response_format\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022text\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatText\u0022\r\n },\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022json_object\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatJSONObject\u0022\r\n },\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022json_schema\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n },\r\n \u0022json_schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022name\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022\r\n },\r\n \u0022description\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Description\u0022\r\n },\r\n \u0022schema\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Schema\u0022\r\n },\r\n \u0022strict\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022boolean\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Strict\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022name\u0022,\r\n \u0022schema\u0022\r\n ],\r\n \u0022title\u0022: \u0022JSONSchema\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022,\r\n \u0022json_schema\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatJSONSchema\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Response Format\u0022,\r\n \u0022description\u0022: \u0022An object specifying the format that the model must output\u0022\r\n },\r\n \u0022stream\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022boolean\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Stream\u0022,\r\n \u0022description\u0022: \u0022If set, partial message deltas will be sent\u0022\r\n },\r\n \u0022tools\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tools\u0022,\r\n \u0022description\u0022: \u0022A list of tools the model may call. Currently, only functions are supported as a tool\u0022\r\n },\r\n \u0022tool_choice\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022none\u0022,\r\n \u0022auto\u0022\r\n ]\r\n },\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Choice\u0022,\r\n \u0022description\u0022: \u0022Controls which (if any) tool is called by the model\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ModelConfig\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022PromptTemplate\u0022,\r\n \u0022description\u0022: \u0022A template for generating prompts with formatting capabilities\u0022,\r\n \u0022x-parameters\u0022: {\r\n \u0022prompt\u0022: \u0022true\u0022\r\n }\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022MyConfig\u0022\r\n },\r\n \u0022NodeDto\u0022: {},\r\n \u0022OTelContextDto\u0022: {},\r\n \u0022OTelEventDto\u0022: {},\r\n \u0022OTelExtraDto\u0022: {},\r\n \u0022OTelLinkDto\u0022: {},\r\n \u0022ParentDto\u0022: {},\r\n \u0022PromptTemplate\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022messages\u0022: {\r\n \u0022items\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022role\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022system\u0022,\r\n \u0022user\u0022,\r\n \u0022assistant\u0022,\r\n \u0022tool\u0022,\r\n \u0022function\u0022\r\n ],\r\n \u0022title\u0022: \u0022Role\u0022\r\n },\r\n \u0022content\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Content\u0022\r\n },\r\n \u0022name\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Name\u0022\r\n },\r\n \u0022tool_calls\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022id\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Id\u0022\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022function\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022default\u0022: \u0022function\u0022\r\n },\r\n \u0022function\u0022: {\r\n \u0022additionalProperties\u0022: {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Function\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022id\u0022,\r\n \u0022function\u0022\r\n ],\r\n \u0022title\u0022: \u0022ToolCall\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Calls\u0022\r\n },\r\n \u0022tool_call_id\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Call Id\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022role\u0022\r\n ],\r\n \u0022title\u0022: \u0022Message\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Messages\u0022,\r\n \u0022default\u0022: [\r\n {\r\n \u0022role\u0022: \u0022system\u0022,\r\n \u0022content\u0022: \u0022\u0022\r\n },\r\n {\r\n \u0022role\u0022: \u0022user\u0022,\r\n \u0022content\u0022: \u0022\u0022\r\n }\r\n ]\r\n },\r\n \u0022system_prompt\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022System Prompt\u0022\r\n },\r\n \u0022user_prompt\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022User Prompt\u0022\r\n },\r\n \u0022template_format\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022fstring\u0022,\r\n \u0022jinja2\u0022,\r\n \u0022curly\u0022\r\n ],\r\n \u0022title\u0022: \u0022Template Format\u0022,\r\n \u0022description\u0022: \u0022Format type for template variables: fstring {var}, jinja2 {{ var }}, or curly {{var}}\u0022,\r\n \u0022default\u0022: \u0022fstring\u0022\r\n },\r\n \u0022input_keys\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Input Keys\u0022,\r\n \u0022description\u0022: \u0022Optional list of input keys for validation. If not provided, any inputs will be accepted\u0022\r\n },\r\n \u0022llm_config\u0022: {\r\n \u0022description\u0022: \u0022Configuration for the model parameters\u0022,\r\n \u0022properties\u0022: {\r\n \u0022model\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Model\u0022,\r\n \u0022description\u0022: \u0022ID of the model to use\u0022,\r\n \u0022default\u0022: \u0022gpt-3.5-turbo\u0022,\r\n \u0022choices\u0022: {\r\n \u0022Aleph Alpha\u0022: [\r\n \u0022luminous-base\u0022,\r\n \u0022luminous-base-control\u0022,\r\n \u0022luminous-extended-control\u0022,\r\n \u0022luminous-supreme\u0022\r\n ],\r\n \u0022Anthropic\u0022: [\r\n \u0022anthropic/claude-3-5-sonnet-20240620\u0022,\r\n \u0022anthropic/claude-3-opus-20240229\u0022,\r\n \u0022anthropic/claude-3-sonnet-20240229\u0022,\r\n \u0022anthropic/claude-3-haiku-20240307\u0022,\r\n \u0022anthropic/claude-2.1\u0022,\r\n \u0022anthropic/claude-2\u0022,\r\n \u0022anthropic/claude-instant-1.2\u0022,\r\n \u0022anthropic/claude-instant-1\u0022\r\n ],\r\n \u0022Anyscale\u0022: [\r\n \u0022anyscale/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022anyscale/meta-llama/Llama-2-70b-chat-hf\u0022\r\n ],\r\n \u0022Cohere\u0022: [\r\n \u0022cohere/command-light\u0022,\r\n \u0022cohere/command-r-plus\u0022,\r\n \u0022cohere/command-nightly\u0022\r\n ],\r\n \u0022DeepInfra\u0022: [\r\n \u0022deepinfra/meta-llama/Llama-2-70b-chat-hf\u0022,\r\n \u0022deepinfra/meta-llama/Llama-2-13b-chat-hf\u0022,\r\n \u0022deepinfra/codellama/CodeLlama-34b-Instruct-hf\u0022,\r\n \u0022deepinfra/mistralai/Mistral-7B-Instruct-v0.1\u0022,\r\n \u0022deepinfra/jondurbin/airoboros-l2-70b-gpt4-1.4.1\u0022\r\n ],\r\n \u0022Gemini\u0022: [\r\n \u0022gemini/gemini-1.5-pro-latest\u0022,\r\n \u0022gemini/gemini-1.5-flash\u0022\r\n ],\r\n \u0022Groq\u0022: [\r\n \u0022groq/llama3-8b-8192\u0022,\r\n \u0022groq/llama3-70b-8192\u0022,\r\n \u0022groq/llama2-70b-4096\u0022,\r\n \u0022groq/mixtral-8x7b-32768\u0022,\r\n \u0022groq/gemma-7b-it\u0022\r\n ],\r\n \u0022Mistral\u0022: [\r\n \u0022mistral/mistral-tiny\u0022,\r\n \u0022mistral/mistral-small\u0022,\r\n \u0022mistral/mistral-medium\u0022,\r\n \u0022mistral/mistral-large-latest\u0022\r\n ],\r\n \u0022Open AI\u0022: [\r\n \u0022gpt-3.5-turbo-1106\u0022,\r\n \u0022gpt-3.5-turbo\u0022,\r\n \u0022gpt-4\u0022,\r\n \u0022gpt-4o\u0022,\r\n \u0022gpt-4o-mini\u0022,\r\n \u0022gpt-4-1106-preview\u0022\r\n ],\r\n \u0022OpenRouter\u0022: [\r\n \u0022openrouter/openai/gpt-3.5-turbo\u0022,\r\n \u0022openrouter/openai/gpt-3.5-turbo-16k\u0022,\r\n \u0022openrouter/anthropic/claude-instant-v1\u0022,\r\n \u0022openrouter/google/palm-2-chat-bison\u0022,\r\n \u0022openrouter/google/palm-2-codechat-bison\u0022,\r\n \u0022openrouter/meta-llama/llama-2-13b-chat\u0022,\r\n \u0022openrouter/meta-llama/llama-2-70b-chat\u0022\r\n ],\r\n \u0022Perplexity AI\u0022: [\r\n \u0022perplexity/pplx-7b-chat\u0022,\r\n \u0022perplexity/pplx-70b-chat\u0022,\r\n \u0022perplexity/pplx-7b-online\u0022,\r\n \u0022perplexity/pplx-70b-online\u0022\r\n ],\r\n \u0022Together AI\u0022: [\r\n \u0022together_ai/togethercomputer/llama-2-70b-chat\u0022,\r\n \u0022together_ai/togethercomputer/llama-2-70b\u0022,\r\n \u0022together_ai/togethercomputer/LLaMA-2-7B-32K\u0022,\r\n \u0022together_ai/togethercomputer/Llama-2-7B-32K-Instruct\u0022,\r\n \u0022together_ai/togethercomputer/llama-2-7b\u0022,\r\n \u0022together_ai/togethercomputer/alpaca-7b\u0022,\r\n \u0022together_ai/togethercomputer/CodeLlama-34b-Instruct\u0022,\r\n \u0022together_ai/togethercomputer/CodeLlama-34b-Python\u0022,\r\n \u0022together_ai/WizardLM/WizardCoder-Python-34B-V1.0\u0022,\r\n \u0022together_ai/NousResearch/Nous-Hermes-Llama2-13b\u0022,\r\n \u0022together_ai/Austism/chronos-hermes-13b\u0022\r\n ]\r\n },\r\n \u0022x-parameter\u0022: \u0022grouped_choice\u0022\r\n },\r\n \u0022temperature\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Temperature\u0022,\r\n \u0022description\u0022: \u0022What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the output more random, while lower values like 0.2 will make it more focused and deterministic\u0022,\r\n \u0022default\u0022: 1\r\n },\r\n \u0022max_tokens\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022integer\u0022,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Max Tokens\u0022,\r\n \u0022description\u0022: \u0022The maximum number of tokens that can be generated in the chat completion\u0022,\r\n \u0022default\u0022: -1\r\n },\r\n \u0022top_p\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 1,\r\n \u0022minimum\u0022: 0\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Top P\u0022,\r\n \u0022description\u0022: \u0022An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass\u0022,\r\n \u0022default\u0022: 0.5\r\n },\r\n \u0022frequency_penalty\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: -2\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Frequency Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far\u0022,\r\n \u0022default\u0022: 0\r\n },\r\n \u0022presence_penalty\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022number\u0022,\r\n \u0022maximum\u0022: 2,\r\n \u0022minimum\u0022: -2\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Presence Penalty\u0022,\r\n \u0022description\u0022: \u0022Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far\u0022,\r\n \u0022default\u0022: 0\r\n },\r\n \u0022response_format\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022text\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatText\u0022\r\n },\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022json_object\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatJSONObject\u0022\r\n },\r\n {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022json_schema\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n },\r\n \u0022json_schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022name\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022\r\n },\r\n \u0022description\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Description\u0022\r\n },\r\n \u0022schema\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Schema\u0022\r\n },\r\n \u0022strict\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022boolean\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Strict\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022name\u0022,\r\n \u0022schema\u0022\r\n ],\r\n \u0022title\u0022: \u0022JSONSchema\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022,\r\n \u0022json_schema\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatJSONSchema\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Response Format\u0022,\r\n \u0022description\u0022: \u0022An object specifying the format that the model must output\u0022\r\n },\r\n \u0022stream\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022boolean\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Stream\u0022,\r\n \u0022description\u0022: \u0022If set, partial message deltas will be sent\u0022\r\n },\r\n \u0022tools\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022items\u0022: {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n \u0022type\u0022: \u0022array\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tools\u0022,\r\n \u0022description\u0022: \u0022A list of tools the model may call. Currently, only functions are supported as a tool\u0022\r\n },\r\n \u0022tool_choice\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022enum\u0022: [\r\n \u0022none\u0022,\r\n \u0022auto\u0022\r\n ]\r\n },\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Tool Choice\u0022,\r\n \u0022description\u0022: \u0022Controls which (if any) tool is called by the model\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022ModelConfig\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022PromptTemplate\u0022,\r\n \u0022description\u0022: \u0022A template for generating prompts with formatting capabilities\u0022,\r\n \u0022x-parameters\u0022: {\r\n \u0022prompt\u0022: \u0022true\u0022\r\n }\r\n },\r\n \u0022ResponseFormatJSONObject\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022json_object\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatJSONObject\u0022\r\n },\r\n \u0022ResponseFormatJSONSchema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022json_schema\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n },\r\n \u0022json_schema\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022name\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Name\u0022\r\n },\r\n \u0022description\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Description\u0022\r\n },\r\n \u0022schema\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022object\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Schema\u0022\r\n },\r\n \u0022strict\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022boolean\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022null\u0022\r\n }\r\n ],\r\n \u0022title\u0022: \u0022Strict\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022name\u0022,\r\n \u0022schema\u0022\r\n ],\r\n \u0022title\u0022: \u0022JSONSchema\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022,\r\n \u0022json_schema\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatJSONSchema\u0022\r\n },\r\n \u0022ResponseFormatText\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022text\u0022,\r\n \u0022title\u0022: \u0022Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ResponseFormatText\u0022\r\n },\r\n \u0022RootDto\u0022: {},\r\n \u0022SpanDto\u0022: {},\r\n \u0022StatusDto\u0022: {},\r\n \u0022TimeDto\u0022: {},\r\n \u0022ToolCall\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022id\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Id\u0022\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022const\u0022: \u0022function\u0022,\r\n \u0022title\u0022: \u0022Type\u0022,\r\n \u0022default\u0022: \u0022function\u0022\r\n },\r\n \u0022function\u0022: {\r\n \u0022additionalProperties\u0022: {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022title\u0022: \u0022Function\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022id\u0022,\r\n \u0022function\u0022\r\n ],\r\n \u0022title\u0022: \u0022ToolCall\u0022\r\n },\r\n \u0022TreeDto\u0022: {},\r\n \u0022ValidationError\u0022: {\r\n \u0022properties\u0022: {\r\n \u0022loc\u0022: {\r\n \u0022items\u0022: {\r\n \u0022anyOf\u0022: [\r\n {\r\n \u0022type\u0022: \u0022string\u0022\r\n },\r\n {\r\n \u0022type\u0022: \u0022integer\u0022\r\n }\r\n ]\r\n },\r\n \u0022type\u0022: \u0022array\u0022,\r\n \u0022title\u0022: \u0022Location\u0022\r\n },\r\n \u0022msg\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Message\u0022\r\n },\r\n \u0022type\u0022: {\r\n \u0022type\u0022: \u0022string\u0022,\r\n \u0022title\u0022: \u0022Error Type\u0022\r\n }\r\n },\r\n \u0022type\u0022: \u0022object\u0022,\r\n \u0022required\u0022: [\r\n \u0022loc\u0022,\r\n \u0022msg\u0022,\r\n \u0022type\u0022\r\n ],\r\n \u0022title\u0022: \u0022ValidationError\u0022\r\n }\r\n }\r\n },\r\n \u0022agenta_sdk\u0022: {\r\n \u0022version\u0022: \u00220.31.0\u0022\r\n }\r\n },\r\n \u0022dataRef\u0022: {}\r\n}\r\nvar myCopy = null;","TestCases":[{"Name":"Lodash cloneDeep","Code":"myCopy = _.cloneDeep(MyObject);","IsDeferred":false},{"Name":"Native structuredClone","Code":"myCopy = structuredClone(MyObject);","IsDeferred":false}]}